00000001:01000000:0.0F:1788572294.337730:0:2326:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 1439 MB/s
00000001:01000000:0.0:1788572294.587553:0:2326:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 1767 MB/s
00000001:01000000:0.0:1788572294.837567:0:2326:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 10711 MB/s
00000020:02000000:1.0F:1788572295.138123:0:2355:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.58_4_g27fe0b7
00000400:02000000:3.0F:1788572295.485804:0:2370:0:(api-ni.c:2828:lnet_startup_lndni()) Added LNI 192.168.202.59@tcp [8/256/0/180]
00008000:02000000:2.0F:1788572299.297421:0:2524:0:(echo_client.c:2575:obdecho_init()) Echo OBD driver; http://www.lustre.org/
00000020:01000004:0.0:1788572496.858887:0:6153:0:(obd_mount.c:923:lmd_print())   mount data:
00000020:01000004:0.0:1788572496.858892:0:6153:0:(obd_mount.c:925:lmd_print()) profile: lustre-client
00000020:01000004:0.0:1788572496.858893:0:6153:0:(obd_mount.c:926:lmd_print()) device:  192.168.202.159@tcp:/lustre
00000020:01000004:0.0:1788572496.858894:0:6153:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock
00000080:01200004:0.0:1788572496.858999:0:6153:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 000000000442daec
00000080:01000004:0.0:1788572496.859010:0:6153:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client
00000020:01000004:0.0:1788572496.859026:0:6153:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.159@tcp'
00000020:01000004:0.0:1788572496.859119:0:6153:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.159@tcp (typ=mgc)
00000020:00000080:0.0:1788572496.859145:0:6153:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.159@tcp (000000008b6320a6)
00000020:00000080:0.0:1788572496.859161:0:6153:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2
00000100:00100000:0.0:1788572496.859425:0:6153:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0
00000100:00100000:0.0:1788572496.859447:0:6153:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0
00000100:00100000:0.0:1788572496.859625:0:6153:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34
00000100:00100000:0.0:1788572496.859632:0:6153:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000'
00000100:00100000:2.0:1788572496.860840:0:6153:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34
00000100:00100000:3.0:1788572496.860921:0:6153:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001'
00000100:00100000:3.0:1788572496.861286:0:6153:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34
00000100:00100000:3.0:1788572496.861292:0:6153:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000'
00000100:00100000:3.0:1788572496.861927:0:6153:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34
00000100:00100000:3.0:1788572496.861934:0:6153:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001'
00000100:00100000:0.0:1788572496.862814:0:6153:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0
00000100:00100000:0.0:1788572496.863178:0:6153:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0
00000100:00100000:0.0:1788572496.863409:0:6153:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34
00000100:00100000:0.0:1788572496.863415:0:6153:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000'
00000100:00100000:0.0:1788572496.864303:0:6153:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34
00000100:00100000:0.0:1788572496.864311:0:6153:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001'
00000100:00100000:3.0:1788572496.865217:0:6153:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34
00000100:00100000:3.0:1788572496.865225:0:6153:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002'
00000100:00100000:3.0:1788572496.865775:0:6153:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34
00000100:00100000:3.0:1788572496.865782:0:6153:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000'
00000100:00100000:3.0:1788572496.866257:0:6153:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34
00000100:00100000:3.0:1788572496.866263:0:6153:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001'
00000100:00100000:0.0:1788572496.870961:0:6153:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34
00000100:00100000:0.0:1788572496.870978:0:6153:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002'
00010000:00010000:3.0:1788572496.872076:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572496.872080:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572496.872082:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572496.872824:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572496.872828:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572496.872829:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00080000:0.0:1788572496.874267:0:6153:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000590129e8@MGC192.168.202.159@tcp: add connection 192.168.202.159@tcp at head
00010000:00010000:1.0:1788572496.874990:0:6153:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.159@tcp-0 is initialized
00000040:01000000:1.0:1788572496.874999:0:6153:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.159@tcp ctxt 1 is initialized
00010000:00010000:0.0:1788572496.882229:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
10000000:01000000:3.0:1788572496.887449:0:6167:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread
00000020:00000080:1.0:1788572496.887625:0:6153:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.159@tcp (uuid 38e32f1f-e83b-4b39-afbb-4ba7df7b5469)
00000020:00000080:1.0:1788572496.887652:0:6153:0:(genops.c:1385:class_connect()) connect: client 38e32f1f-e83b-4b39-afbb-4ba7df7b5469, cookie 0xcbc2cc337d17e4f1
00000100:00080000:1.0:1788572496.887668:0:6153:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 0
00000100:00080000:1.0:1788572496.887677:0:6153:0:(import.c:587:import_select_connection()) MGC192.168.202.159@tcp: skip NID 192.168.202.159@tcp as not ready: rc = -114
00000100:00080000:1.0:1788572496.887681:0:6153:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import 00000000590129e8 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788572496.887738:0:6153:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000637d3440 x1875453982802048/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572496.887766:0:6153:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS
00000080:00200000:1.0:1788572496.887787:0:6153:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8b7a834d9800 (sb 000000000442daec)
00000080:01000000:1.0:1788572496.887874:0:6153:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock
00000080:00000004:1.0:1788572496.887877:0:6153:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr
00000080:00000004:1.0:1788572496.887881:0:6153:0:(llite_lib.c:1242:ll_options()) next opt=flock
00000080:01000000:1.0:1788572496.887888:0:6153:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: e9b1ff60-e949-4159-9e94-da8fa66bf576
00000100:00100000:0.0:1788572496.888460:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000637d3440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982802048:192.168.202.159@tcp:250:
10000000:01000000:1.0:1788572496.891573:0:6153:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0
10000000:01000000:1.0:1788572496.891582:0:6153:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8b7a834d9800
10000000:01000000:1.0:1788572496.891587:0:6153:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8b7a906099c0
10000000:01000000:1.0:1788572496.891591:0:6153:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre)
10000000:01000000:1.0:1788572496.891599:0:6153:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8b7a906099c0 from 1
10000000:01000000:1.0:1788572496.891602:0:6153:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c)
00010000:00010000:1.0:1788572496.891640:0:6153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.159@tcp lock: 0000000016deb064/0xcbc2cc337d17e4f8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572496.891652:0:6153:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.159@tcp lock: 0000000016deb064/0xcbc2cc337d17e4f8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572496.891662:0:6153:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.159@tcp lock: 0000000016deb064/0xcbc2cc337d17e4f8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00080000:1.0:1788572496.891684:0:6153:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@000000005d31f4b1 x1875453982802176/t0(0) o101->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572496.891701:0:6153:0:(client.c:2716:ptlrpc_set_wait()) set 000000008a137b2a going to sleep for 0 seconds
00000100:00100000:3.0:1788572497.917617:0:6153:0:(client.c:2716:ptlrpc_set_wait()) set 000000008a137b2a going to sleep for 0 seconds
00000100:00100000:0.0:1788572497.917876:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1788572496/real 0]  req@00000000637d3440 x1875453982802048/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572497 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572497.917891:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@00000000637d3440 x1875453982802048/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572497 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572497.917935:0:2386:0:(import.c:65:import_set_state_nolock()) 00000000590129e8 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572497.917957:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788572497.917962:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000637d3440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982802048:192.168.202.159@tcp:250:
00000100:00080000:1.0:1788572497.917994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0
00000100:00080000:1.0:1788572497.918000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572497.918002:0:37:0:(import.c:65:import_set_state_nolock()) 00000000590129e8 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572497.918009:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 245
00000100:00080000:1.0:1788572497.918021:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import 00000000590129e8 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788572497.918053:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@00000000bf4d17e4 x1875453982802304/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00010000:00010000:3.0:1788572497.918057:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788572497.918141:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000bf4d17e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982802304:192.168.202.159@tcp:250:
00000100:00100000:0.0:1788572497.925366:0:2386:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.202.159@tcp: committing for last_committed 0 gen 1
00000100:00080000:0.0:1788572497.925384:0:2386:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.202.159@tcp: connect to target with instance 0
00000100:00080000:0.0:1788572497.925393:0:2386:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.202.159@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060
10000000:01000000:0.0:1788572497.925398:0:2386:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005
00000100:00080000:0.0:1788572497.925402:0:2386:0:(import.c:65:import_set_state_nolock()) 00000000590129e8 MGS: changing import state from CONNECTING to FULL
10000000:01000000:0.0:1788572497.925407:0:2386:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004
00000100:00080000:0.0:1788572497.925425:0:2386:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up
00000100:00080000:0.0:1788572497.925436:0:2386:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000008a137b2a):  req@000000005d31f4b1 x1875453982802176/t0(0) o101->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572497.925823:0:6153:0:(client.c:2716:ptlrpc_set_wait()) set 000000008a137b2a going to sleep for 11 seconds
00000100:00100000:0.0:1788572497.925866:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000bf4d17e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982802304:192.168.202.159@tcp:250:
00000100:00100000:1.0:1788572497.929434:0:6153:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005d31f4b1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6153:1875453982802176:192.168.202.159@tcp:101:
00010000:00010000:1.0:1788572497.929469:0:6153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.159@tcp lock: 0000000016deb064/0xcbc2cc337d17e4f8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b3057 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572497.929483:0:6153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.159@tcp lock: 0000000016deb064/0xcbc2cc337d17e4f8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf9ab4f7c785b3057 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788572497.929601:0:6153:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005d31f4b1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6153:1875453982802432:192.168.202.159@tcp:501:
00000100:00100000:1.0:1788572497.929670:0:6153:0:(client.c:2716:ptlrpc_set_wait()) set 000000008a137b2a going to sleep for 11 seconds
00000100:00100000:1.0:1788572497.935555:0:6153:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005d31f4b1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6153:1875453982802432:192.168.202.159@tcp:501:
10000000:01000000:1.0:1788572497.935604:0:6153:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.159@tcp: configuration from log 'lustre-sptlrpc' failed (-2).
00010000:00010000:1.0:1788572497.935626:0:6153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.159@tcp lock: 0000000016deb064/0xcbc2cc337d17e4f8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b3057 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572497.935636:0:6153:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.159@tcp lock: 0000000016deb064/0xcbc2cc337d17e4f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b3057 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1788572497.935664:0:6153:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8b7a834d9800
10000000:01000000:1.0:1788572497.935669:0:6153:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params)
10000000:01000000:1.0:1788572497.935675:0:6153:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8b7a834d9800
10000000:01000000:1.0:1788572497.935677:0:6153:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre)
10000000:01000000:1.0:1788572497.935681:0:6153:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff8b7a834d9800
10000000:01000000:1.0:1788572497.935683:0:6153:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre)
10000000:01000000:1.0:1788572497.935687:0:6153:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b7a834d9800 from 1
10000000:01000000:1.0:1788572497.935689:0:6153:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c)
00010000:00010000:1.0:1788572497.935724:0:6153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.159@tcp lock: 00000000f9e6919f/0xcbc2cc337d17e4ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572497.935732:0:6153:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.159@tcp lock: 00000000f9e6919f/0xcbc2cc337d17e4ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572497.935743:0:6153:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.159@tcp lock: 00000000f9e6919f/0xcbc2cc337d17e4ff lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788572497.935762:0:6153:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005d31f4b1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6153:1875453982802560:192.168.202.159@tcp:101:
00000100:00100000:1.0:1788572497.935863:0:6153:0:(client.c:2716:ptlrpc_set_wait()) set 000000008a137b2a going to sleep for 11 seconds
00000100:00100000:1.0:1788572497.944791:0:6153:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005d31f4b1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6153:1875453982802560:192.168.202.159@tcp:101:
00010000:00010000:1.0:1788572497.944837:0:6153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.159@tcp lock: 00000000f9e6919f/0xcbc2cc337d17e4ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b305e expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572497.944851:0:6153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.159@tcp lock: 00000000f9e6919f/0xcbc2cc337d17e4ff lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf9ab4f7c785b305e expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788572497.944941:0:6153:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005d31f4b1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6153:1875453982802688:192.168.202.159@tcp:501:
00000100:00100000:1.0:1788572497.945074:0:6153:0:(client.c:2716:ptlrpc_set_wait()) set 000000008a137b2a going to sleep for 11 seconds
00000100:00100000:1.0:1788572497.947790:0:6153:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005d31f4b1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6153:1875453982802688:192.168.202.159@tcp:501:
00000100:00100000:1.0:1788572497.947873:0:6153:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005d31f4b1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6153:1875453982802816:192.168.202.159@tcp:503:
00000100:00100000:1.0:1788572497.947969:0:6153:0:(client.c:2716:ptlrpc_set_wait()) set 000000008a137b2a going to sleep for 11 seconds
00000100:00100000:1.0:1788572497.955411:0:6153:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005d31f4b1 pname:cluuid:pid:xid:nid:opc:job mount.lustre:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6153:1875453982802816:192.168.202.159@tcp:503:
00000100:00100000:1.0:1788572497.955833:0:6172:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000005d31f4b1 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6172:1875453982802944:192.168.202.159@tcp:502:
00000100:00100000:1.0:1788572497.955925:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set 0000000000ff9fc0 going to sleep for 11 seconds
00000100:00100000:1.0:1788572497.965350:0:6172:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000005d31f4b1 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6172:1875453982802944:192.168.202.159@tcp:502:
00000020:01000000:1.0:1788572497.965420:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1788572497.965437:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572497.965439:0:6172:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup
00000020:01000000:1.0:1788572497.965449:0:6172:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff8b7a834d9800
00000020:00000080:1.0:1788572497.965452:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:1.0:1788572497.965513:0:6172:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff8b7a834d9800 (00000000c9e4ca4b)
00000020:00000080:1.0:1788572497.965544:0:6172:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2
00000020:01000000:1.0:1788572497.965552:0:6172:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff8b7a834d9800
00000020:00000080:1.0:1788572497.965555:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00000020:00000080:1.0:1788572497.966053:0:6172:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff8b7a834d9800 (uuid e9b1ff60-e949-4159-9e94-da8fa66bf576)
00000020:01000000:1.0:1788572497.966059:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1788572497.966063:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572497.966064:0:6172:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup
00000020:01000000:1.0:1788572497.966067:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1788572497.966071:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572497.966072:0:6172:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup
00000020:01000000:1.0:1788572497.966076:0:6172:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff8b7a834d9800
00000020:00000080:1.0:1788572497.966078:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:1.0:1788572497.966086:0:6172:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff8b7a834d9800 (00000000debc6304)
00000020:00000080:1.0:1788572497.966102:0:6172:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2
00000020:01000000:1.0:1788572497.966107:0:6172:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff8b7a834d9800
00000020:00000080:1.0:1788572497.966110:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00000020:00000080:1.0:1788572497.970451:0:6172:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff8b7a834d9800 (uuid e9b1ff60-e949-4159-9e94-da8fa66bf576)
00000020:01000000:1.0:1788572497.970471:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1788572497.970481:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572497.970483:0:6172:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup
00000020:01000000:1.0:1788572497.970487:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1788572497.970514:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572497.970516:0:6172:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts
00000020:00000080:1.0:1788572497.970520:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007
00000020:00000080:1.0:1788572497.970522:0:6172:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv
00000020:01000000:1.0:1788572497.970526:0:6172:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client
00000020:01000000:1.0:1788572497.970533:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1788572497.970536:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572497.970538:0:6172:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts
00000020:01000000:1.0:1788572497.970540:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1788572497.970544:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572497.970546:0:6172:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc
00000020:00000080:1.0:1788572497.970549:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:1.0:1788572497.970555:0:6172:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.159@tcp to nid 0x20000c0a8ca9f (192.168.202.159@tcp)
00000020:01000000:1.0:1788572497.970590:0:6172:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff8b7a834d9800
00000020:00000080:1.0:1788572497.970593:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:1.0:1788572497.970607:0:6172:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff8b7a834d9800 (00000000c7eee00d)
00000020:00000080:1.0:1788572497.970634:0:6172:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2
00000020:01000000:1.0:1788572497.970640:0:6172:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff8b7a834d9800
00000020:00000080:1.0:1788572497.970643:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:1.0:1788572497.970746:0:6172:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000b62569b6@lustre-MDT0000-mdc-ffff8b7a834d9800: add connection 192.168.202.159@tcp at head
00010000:00010000:1.0:1788572497.977771:0:6172:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff8b7a834d9800-1 is initialized
00000040:01000000:1.0:1788572497.978861:0:6172:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff8b7a834d9800 ctxt 13 is initialized
00000020:00000080:1.0:1788572497.981086:0:6172:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff8b7a834d9800 (uuid e9b1ff60-e949-4159-9e94-da8fa66bf576)
00000020:01000000:1.0:1788572497.981118:0:6172:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8b7a834d9800
00000020:00000080:1.0:1788572497.981123:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014
00800000:01000000:1.0:1788572497.981154:0:6172:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0
00000020:01000000:1.0:1788572497.981211:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1788572497.981214:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572497.981217:0:6172:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc
00000020:01000000:1.0:1788572497.981219:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5
00000020:01000000:1.0:1788572497.981222:0:6172:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8
00000020:01000000:1.0:1788572497.981225:0:6172:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:1.0:1788572497.981226:0:6172:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:1.0:1788572497.981228:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6
00000020:00000080:1.0:1788572497.981231:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572497.981232:0:6172:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout
00000020:01000000:1.0:1788572497.981235:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1788572497.981240:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572497.981241:0:6172:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc
00000020:00000080:1.0:1788572497.981244:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:1.0:1788572497.981249:0:6172:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.159@tcp to nid 0x20000c0a8ca9f (192.168.202.159@tcp)
00000020:01000000:1.0:1788572497.981294:0:6172:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff8b7a834d9800
00000020:00000080:1.0:1788572497.981296:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:1.0:1788572497.981311:0:6172:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff8b7a834d9800 (000000006c61cc47)
00000020:00000080:1.0:1788572497.981342:0:6172:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2
00000020:01000000:1.0:1788572497.981349:0:6172:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff8b7a834d9800
00000020:00000080:1.0:1788572497.981352:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:1.0:1788572497.985584:0:6172:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000085b1b5d6@lustre-MDT0001-mdc-ffff8b7a834d9800: add connection 192.168.202.159@tcp at head
00010000:00010000:1.0:1788572497.988147:0:6172:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff8b7a834d9800-2 is initialized
00000040:01000000:1.0:1788572497.989098:0:6172:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff8b7a834d9800 ctxt 13 is initialized
00000020:00000080:1.0:1788572497.990000:0:6172:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff8b7a834d9800 (uuid e9b1ff60-e949-4159-9e94-da8fa66bf576)
00000020:01000000:1.0:1788572497.994145:0:6172:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff8b7a834d9800
00000020:00000080:1.0:1788572497.994156:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014
00800000:01000000:1.0:1788572497.994205:0:6172:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1
00000020:01000000:1.0:1788572497.994266:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1788572497.994278:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572497.994280:0:6172:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc
00000020:01000000:1.0:1788572497.994284:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5
00000020:01000000:1.0:1788572497.994288:0:6172:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19
00000020:01000000:1.0:1788572497.994289:0:6172:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:1.0:1788572497.994291:0:6172:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:1.0:1788572497.994292:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6
00000020:00000080:1.0:1788572497.994295:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572497.994296:0:6172:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout
00000020:01000000:1.0:1788572497.994299:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:1.0:1788572497.994304:0:6172:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.159@tcp:/lustre
00000020:00000080:1.0:1788572497.994308:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572497.994309:0:6172:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc
00000020:00000080:1.0:1788572497.994312:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:1.0:1788572497.994318:0:6172:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.159@tcp to nid 0x20000c0a8ca9f (192.168.202.159@tcp)
00000020:01000000:1.0:1788572497.994362:0:6172:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff8b7a834d9800
00000020:00000080:1.0:1788572497.994365:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:1.0:1788572497.994389:0:6172:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff8b7a834d9800 (000000000242ccd4)
00000020:00000080:1.0:1788572497.994412:0:6172:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2
00000020:01000000:1.0:1788572497.994418:0:6172:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff8b7a834d9800
00000020:00000080:1.0:1788572497.994421:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:1.0:1788572497.994538:0:6172:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000b123b3cf@lustre-OST0000-osc-ffff8b7a834d9800: add connection 192.168.202.159@tcp at head
00010000:00010000:1.0:1788572497.994804:0:6172:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff8b7a834d9800-3 is initialized
00000020:00000080:1.0:1788572498.004604:0:6172:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff8b7a834d9800 (uuid e9b1ff60-e949-4159-9e94-da8fa66bf576)
00000020:01000000:1.0:1788572498.004631:0:6172:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8b7a834d9800
00000020:00000080:1.0:1788572498.004636:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d
00020000:01000000:1.0:1788572498.004662:0:6172:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1
00020000:01000000:1.0:1788572498.004671:0:6172:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8b7a834d9800: Adding target lustre-OST0000_UUID
00020000:01000000:1.0:1788572498.004678:0:6172:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1
00000020:01000000:1.0:1788572498.004690:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1788572498.004694:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572498.004695:0:6172:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc
00000020:01000000:1.0:1788572498.004711:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5
00000020:01000000:1.0:1788572498.004714:0:6172:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26
00000020:01000000:1.0:1788572498.004716:0:6172:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:1.0:1788572498.004717:0:6172:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6
00000020:01000000:1.0:1788572498.004719:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6
00000020:00000080:1.0:1788572498.004721:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572498.004722:0:6172:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout
00000020:01000000:1.0:1788572498.004725:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:01000004:1.0:1788572498.004730:0:6172:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.159@tcp:/lustre
00000020:00000080:1.0:1788572498.004733:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572498.004734:0:6172:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc
00000020:00000080:1.0:1788572498.004737:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005
00000020:00000080:1.0:1788572498.004742:0:6172:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.159@tcp to nid 0x20000c0a8ca9f (192.168.202.159@tcp)
00000020:01000000:1.0:1788572498.005046:0:6172:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff8b7a834d9800
00000020:00000080:1.0:1788572498.005051:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001
00000020:00000080:1.0:1788572498.005061:0:6172:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff8b7a834d9800 (00000000e09ee45d)
00000020:00000080:1.0:1788572498.005081:0:6172:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2
00000020:01000000:1.0:1788572498.005086:0:6172:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff8b7a834d9800
00000020:00000080:1.0:1788572498.005088:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003
00010000:00080000:1.0:1788572498.005173:0:6172:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000091003d24@lustre-OST0001-osc-ffff8b7a834d9800: add connection 192.168.202.159@tcp at head
00010000:00010000:1.0:1788572498.005485:0:6172:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff8b7a834d9800-4 is initialized
00000020:00000080:1.0:1788572498.006216:0:6172:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff8b7a834d9800 (uuid e9b1ff60-e949-4159-9e94-da8fa66bf576)
00000020:01000000:1.0:1788572498.006227:0:6172:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff8b7a834d9800
00000020:00000080:1.0:1788572498.006231:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d
00020000:01000000:1.0:1788572498.006246:0:6172:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1
00020000:01000000:1.0:1788572498.006253:0:6172:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff8b7a834d9800: Adding target lustre-OST0001_UUID
00020000:01000000:1.0:1788572498.006257:0:6172:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2
00000020:01000000:1.0:1788572498.006333:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1788572498.006338:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572498.006340:0:6172:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc
00000020:01000000:1.0:1788572498.006343:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1788572498.006347:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572498.006355:0:6172:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout
00000020:00000080:1.0:1788572498.006359:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009
00000020:00000080:1.0:1788572498.006361:0:6172:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20
00000100:00100000:1.0:1788572498.006405:0:6172:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000662613d9 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6172:1875453982803072:192.168.202.159@tcp:502:
00000100:00100000:1.0:1788572498.006546:0:6172:0:(client.c:2716:ptlrpc_set_wait()) set 0000000001a1f781 going to sleep for 11 seconds
00000100:00100000:1.0:1788572498.014330:0:6172:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000662613d9 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6172:1875453982803072:192.168.202.159@tcp:502:
00000020:01000000:1.0:1788572498.014379:0:6172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1788572498.014388:0:6172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572498.014390:0:6172:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout
00000040:00080000:1.0:1788572498.014395:0:6172:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48
00000020:01000000:3.0:1788572498.014839:0:6153:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0)
10000000:01000000:3.0:1788572498.014868:0:6153:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.159@tcp: configuration from log 'lustre-client' succeeded (0).
00010000:00010000:3.0:1788572498.014891:0:6153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.159@tcp lock: 00000000f9e6919f/0xcbc2cc337d17e4ff lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b305e expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572498.014902:0:6153:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.159@tcp lock: 00000000f9e6919f/0xcbc2cc337d17e4ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b305e expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:3.0:1788572498.014910:0:6153:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff8b7a834d9800 from 1
10000000:01000000:3.0:1788572498.014913:0:6153:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c)
00010000:00010000:3.0:1788572498.014971:0:6153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.159@tcp lock: 00000000408651fb/0xcbc2cc337d17e530 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572498.014992:0:6153:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.159@tcp lock: 00000000408651fb/0xcbc2cc337d17e530 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572498.015001:0:6153:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.159@tcp lock: 00000000408651fb/0xcbc2cc337d17e530 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788572498.015025:0:6153:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000007810b7e4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6153:1875453982803200:192.168.202.159@tcp:101:
00000100:00100000:3.0:1788572498.015134:0:6153:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b65abb5b going to sleep for 11 seconds
00000100:00100000:3.0:1788572498.034419:0:6153:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000007810b7e4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6153:1875453982803200:192.168.202.159@tcp:101:
00010000:00010000:3.0:1788572498.034451:0:6153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.159@tcp lock: 00000000408651fb/0xcbc2cc337d17e530 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b3065 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572498.034463:0:6153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.159@tcp lock: 00000000408651fb/0xcbc2cc337d17e530 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf9ab4f7c785b3065 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788572498.035810:0:6153:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000007810b7e4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6153:1875453982803328:192.168.202.159@tcp:256:
00000100:00100000:3.0:1788572498.037278:0:6153:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b65abb5b going to sleep for 11 seconds
00000100:00100000:0.0:1788572498.054523:0:6153:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000007810b7e4 pname:cluuid:pid:xid:nid:opc:job mount.lustre:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6153:1875453982803328:192.168.202.159@tcp:256:
10000000:01000000:0.0:1788572498.055297:0:6153:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.159@tcp: configuration from log 'lustre-cliir' succeeded (0).
00010000:00010000:0.0:1788572498.055340:0:6153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.159@tcp lock: 00000000408651fb/0xcbc2cc337d17e530 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b3065 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572498.055355:0:6153:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.159@tcp lock: 00000000408651fb/0xcbc2cc337d17e530 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b3065 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:0.0:1788572498.055365:0:6153:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7a834d9800 from 1
10000000:01000000:0.0:1788572498.055368:0:6153:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:0.0:1788572498.055442:0:6153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.159@tcp lock: 00000000ac2db0f5/0xcbc2cc337d17e537 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572498.055455:0:6153:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.159@tcp lock: 00000000ac2db0f5/0xcbc2cc337d17e537 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572498.055465:0:6153:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.159@tcp lock: 00000000ac2db0f5/0xcbc2cc337d17e537 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788572498.055518:0:6153:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f60ef44f pname:cluuid:pid:xid:nid:opc:job mount.lustre:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6153:1875453982803456:192.168.202.159@tcp:101:
00000100:00100000:0.0:1788572498.055692:0:6153:0:(client.c:2716:ptlrpc_set_wait()) set 00000000af35abaf going to sleep for 11 seconds
00000100:00100000:0.0:1788572498.064605:0:6153:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f60ef44f pname:cluuid:pid:xid:nid:opc:job mount.lustre:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6153:1875453982803456:192.168.202.159@tcp:101:
00010000:00010000:0.0:1788572498.064648:0:6153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.159@tcp lock: 00000000ac2db0f5/0xcbc2cc337d17e537 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b306c expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572498.064662:0:6153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.159@tcp lock: 00000000ac2db0f5/0xcbc2cc337d17e537 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf9ab4f7c785b306c expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788572498.064878:0:6153:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f60ef44f pname:cluuid:pid:xid:nid:opc:job mount.lustre:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6153:1875453982803584:192.168.202.159@tcp:501:
00000100:00100000:0.0:1788572498.065000:0:6153:0:(client.c:2716:ptlrpc_set_wait()) set 00000000af35abaf going to sleep for 11 seconds
00000100:00100000:0.0:1788572498.071111:0:6153:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f60ef44f pname:cluuid:pid:xid:nid:opc:job mount.lustre:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6153:1875453982803584:192.168.202.159@tcp:501:
00000100:00100000:0.0:1788572498.071209:0:6153:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000f60ef44f pname:cluuid:pid:xid:nid:opc:job mount.lustre:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6153:1875453982803712:192.168.202.159@tcp:503:
00000100:00100000:0.0:1788572498.071364:0:6153:0:(client.c:2716:ptlrpc_set_wait()) set 00000000af35abaf going to sleep for 11 seconds
00000100:00100000:0.0:1788572498.078454:0:6153:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000f60ef44f pname:cluuid:pid:xid:nid:opc:job mount.lustre:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6153:1875453982803712:192.168.202.159@tcp:503:
00000100:00100000:1.0:1788572498.079755:0:6178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000662613d9 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6178:1875453982803840:192.168.202.159@tcp:502:
00000100:00100000:1.0:1788572498.079865:0:6178:0:(client.c:2716:ptlrpc_set_wait()) set 000000008e12bf8b going to sleep for 11 seconds
00000100:00100000:1.0:1788572498.086418:0:6178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000662613d9 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6178:1875453982803840:192.168.202.159@tcp:502:
00000020:01000000:1.0:1788572498.086466:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1788572498.086484:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572498.086487:0:6178:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers
00000020:01000000:1.0:1788572498.086600:0:6178:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8b7a834d9800
00000020:00000080:1.0:1788572498.086603:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032
00000100:00100000:1.0:1788572498.086668:0:6178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6178:1875453982803968:192.168.202.159@tcp:502:
00000100:00100000:1.0:1788572498.086814:0:6178:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a888b4180 going to sleep for 11 seconds
00000100:00100000:1.0:1788572498.089250:0:6178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6178:1875453982803968:192.168.202.159@tcp:502:
00000020:01000000:1.0:1788572498.089294:0:6178:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1788572498.089302:0:6178:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572498.089305:0:6178:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers
00000040:00080000:1.0:1788572498.089310:0:6178:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4
00000020:01000000:3.0:1788572498.089736:0:6153:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0)
10000000:01000000:3.0:1788572498.089756:0:6153:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.159@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:3.0:1788572498.089777:0:6153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.159@tcp lock: ffff8b7a80030400/0xcbc2cc337d17e537 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b306c expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572498.089788:0:6153:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.159@tcp lock: ffff8b7a80030400/0xcbc2cc337d17e537 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b306c expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000080:01000000:3.0:1788572498.089807:0:6153:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov
00000020:00000080:3.0:1788572498.089831:0:6153:0:(genops.c:1385:class_connect()) connect: client e9b1ff60-e949-4159-9e94-da8fa66bf576, cookie 0xcbc2cc337d17e53e
00800000:01000000:3.0:1788572498.089864:0:6153:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect e9b1ff60-e949-4159-9e94-da8fa66bf576 to lustre-clilmv-ffff8b7a834d9800
00800000:01000000:3.0:1788572498.089872:0:6153:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff8b7a834d9800(e9b1ff60-e949-4159-9e94-da8fa66bf576) - lustre-MDT0000_UUID, e9b1ff60-e949-4159-9e94-da8fa66bf576
00000020:00000080:3.0:1788572498.089881:0:6153:0:(genops.c:1385:class_connect()) connect: client e9b1ff60-e949-4159-9e94-da8fa66bf576, cookie 0xcbc2cc337d17e545
00000100:00080000:3.0:1788572498.089890:0:6153:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 0
00000100:00080000:3.0:1788572498.089901:0:6153:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572498.089915:0:6153:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 134217728, lost: 0.
00000100:00100000:3.0:1788572498.089946:0:6153:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982804096/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788572498.090012:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982804096:192.168.202.159@tcp:38:
00000100:00080000:3.0:1788572498.090534:0:6153:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID
00800000:01000000:3.0:1788572498.090633:0:6153:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff8b7a834d9800(e9b1ff60-e949-4159-9e94-da8fa66bf576) successfully (5)
00800000:00000004:3.0:1788572498.090638:0:6153:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff8b7a834d9800: age -754, max_age 0
00000100:00080000:2.0:1788572498.090742:0:2390:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff8b7a8608b480 x1875453982804224/t0(0) o41->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00800000:01000000:3.0:1788572498.090902:0:6153:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff8b7a834d9800(e9b1ff60-e949-4159-9e94-da8fa66bf576) - lustre-MDT0001_UUID, e9b1ff60-e949-4159-9e94-da8fa66bf576
00000020:00000080:3.0:1788572498.090912:0:6153:0:(genops.c:1385:class_connect()) connect: client e9b1ff60-e949-4159-9e94-da8fa66bf576, cookie 0xcbc2cc337d17e54c
00000100:00080000:3.0:1788572498.090918:0:6153:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 0
00000100:00080000:3.0:1788572498.090925:0:6153:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572498.090932:0:6153:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 134217728, lost: 0.
00000100:00100000:3.0:1788572498.090945:0:6153:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982804352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788572498.091129:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982804352:192.168.202.159@tcp:38:
00000100:00080000:3.0:1788572498.091420:0:6153:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID
00800000:01000000:3.0:1788572498.091595:0:6153:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff8b7a834d9800(e9b1ff60-e949-4159-9e94-da8fa66bf576) successfully (5)
00800000:00000004:3.0:1788572498.091599:0:6153:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff8b7a834d9800: age -754, max_age 0
00000080:00000004:3.0:1788572498.091637:0:6153:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff8b7a834d9800: age -754, max_age 245
00800000:00000004:3.0:1788572498.091643:0:6153:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff8b7a834d9800: age -754, max_age 245
00000100:00080000:3.0:1788572498.091659:0:6153:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff8b7a8608b100 x1875453982804608/t0(0) o41->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572498.091675:0:6153:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a837e2cc0 going to sleep for 0 seconds
00000100:00080000:2.0:1788572498.091814:0:2389:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff8b7a86088a80 x1875453982804480/t0(0) o41->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00010000:00080000:0.0:1788572498.094352:0:2386:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86089500 x1875453982804096/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/416 e 0 to 0 dl 1788572508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572498.094369:0:2386:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8b7a834d9800: committing for last_committed 0 gen 1
00000100:00080000:0.0:1788572498.094379:0:2386:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to target with instance 1
00000001:01000000:1.0:1788572498.349661:0:2386:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8b7a834d9800: T10 checksum algorithm t10ip512 speed = 2730 MB/s
00000001:01000000:1.0:1788572498.599535:0:2386:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8b7a834d9800: T10 checksum algorithm t10ip4K speed = 2447 MB/s
00000001:01000000:2.0:1788572498.850053:0:2386:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8b7a834d9800: T10 checksum algorithm t10crc512 speed = 299 MB/s
00010000:00010000:0.0:1788572498.941047:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:01000000:1.0:1788572499.115745:0:2386:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff8b7a834d9800: T10 checksum algorithm t10crc4K speed = 332 MB/s
00000100:00080000:1.0:1788572499.115759:0:2386:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff8b7a834d9800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8
00000100:00080000:1.0:1788572499.115774:0:2386:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID
00000100:00080000:1.0:1788572499.115780:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL
00000100:00080000:1.0:1788572499.117207:0:2386:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e2a1fafc):  req@ffff8b7a8608b100 x1875453982804608/t0(0) o41->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572499.117242:0:2386:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000119e0c48):  req@ffff8b7a8608b480 x1875453982804224/t0(0) o41->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572499.117261:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982804096:192.168.202.159@tcp:38:
00010000:00080000:1.0:1788572499.117354:0:2386:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86088000 x1875453982804352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/416 e 0 to 0 dl 1788572508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572499.117365:0:2386:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8b7a834d9800: committing for last_committed 0 gen 1
00000100:00080000:1.0:1788572499.117376:0:2386:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to target with instance 1
00000100:00080000:1.0:1788572499.117386:0:2386:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff8b7a834d9800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8
00000100:00080000:1.0:1788572499.117396:0:2386:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID
00000100:00080000:1.0:1788572499.117399:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL
00000100:00100000:0.0:1788572499.118396:0:6153:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a837e2cc0 going to sleep for 0 seconds
00000100:00100000:0.0:1788572499.118550:0:6153:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a837e2cc0 going to sleep for 11 seconds
00000100:00080000:1.0:1788572499.122167:0:2386:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000050ece851):  req@ffff8b7a86088a80 x1875453982804480/t0(0) o41->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572499.122196:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982804352:192.168.202.159@tcp:38:
00010000:00080000:0.0:1788572499.132568:0:6153:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a8608b100 x1875453982804608/t0(0) o41->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 1788572515 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572499.132589:0:6153:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9b1ff60-e949-4159-9e94-da8fa66bf576:6153:1875453982804608:192.168.202.159@tcp:41:
00800000:00000004:0.0:1788572499.132614:0:6153:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff8b7a834d9800: update ffff8b7a82e00458 cache blocks 317403/353529 objects 1023723/1024000
00000080:00000004:0.0:1788572499.132621:0:6153:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff8b7a834d9800: update ffff8b7a82e01e18 cache blocks 317403/353529 objects 1023723/1024000
00000100:00100000:0.0:1788572499.132662:0:6153:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9b1ff60-e949-4159-9e94-da8fa66bf576:6153:1875453982804736:192.168.202.159@tcp:40:
00000100:00100000:0.0:1788572499.132732:0:6153:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a860accc0 going to sleep for 11 seconds
00010000:00080000:2.0:1788572499.144217:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a8608b480 x1875453982804224/t0(0) o41->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 1788572515 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572499.144247:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:0:1875453982804224:192.168.202.159@tcp:41:
00010000:00080000:2.0:1788572499.144293:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86088a80 x1875453982804480/t0(0) o41->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 1788572515 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572499.144306:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:0:1875453982804480:192.168.202.159@tcp:41:
00010000:00080000:0.0:1788572499.147194:0:6153:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86110a80 x1875453982804736/t0(0) o40->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 440/448 e 0 to 0 dl 1788572515 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572499.147215:0:6153:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9b1ff60-e949-4159-9e94-da8fa66bf576:6153:1875453982804736:192.168.202.159@tcp:40:
00000080:00000004:0.0:1788572499.147241:0:6153:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0]
00000080:00100000:0.0:1788572499.147256:0:6153:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683396 ocd_grant: 2146304
00020000:01000000:0.0:1788572499.147261:0:6153:0:(lov_obd.c:186:lov_connect()) connect #0
00000020:00000080:0.0:1788572499.147280:0:6153:0:(genops.c:1385:class_connect()) connect: client e9b1ff60-e949-4159-9e94-da8fa66bf576, cookie 0xcbc2cc337d17e553
00000020:00000080:0.0:1788572499.147300:0:6153:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xcbc2cc337d17e55a
00000100:00080000:0.0:1788572499.147327:0:6153:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 0
00000100:00080000:0.0:1788572499.147337:0:6153:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff8b7a834d9800: import ffff8b7a83636000 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572499.147368:0:6153:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683396 ocd_grant: 134217728, lost: 0.
00000100:00100000:0.0:1788572499.147395:0:6153:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453982804864/t0(0) o8->lustre-OST0000-osc-ffff8b7a834d9800@192.168.202.159@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572499.147416:0:6153:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-OST0000_UUID
00020000:01000000:0.0:1788572499.147449:0:6153:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff8b7a834d9800) active
00000020:00000080:0.0:1788572499.147585:0:6153:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xcbc2cc337d17e561
00000100:00080000:0.0:1788572499.147592:0:6153:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 0
00000100:00080000:0.0:1788572499.147597:0:6153:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-ffff8b7a834d9800: import ffff8b7a83634800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572499.147604:0:6153:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683396 ocd_grant: 134217728, lost: 0.
00000100:00100000:0.0:1788572499.147618:0:6153:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453982804992/t0(0) o8->lustre-OST0001-osc-ffff8b7a834d9800@192.168.202.159@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572499.147627:0:6153:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-OST0001_UUID
00020000:01000000:0.0:1788572499.147633:0:6153:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff8b7a834d9800) active
00000100:00100000:0.0:1788572499.147669:0:6153:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9b1ff60-e949-4159-9e94-da8fa66bf576:6153:1875453982805120:192.168.202.159@tcp:900:
00000100:00100000:0.0:1788572499.147749:0:6153:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a860accc0 going to sleep for 11 seconds
00000100:00100000:1.0:1788572499.147861:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982804864:192.168.202.159@tcp:8:
00000100:00100000:1.0:1788572499.147917:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982804992:192.168.202.159@tcp:8:
00000100:00100000:2.0:1788572499.148851:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1788572499.148866:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2389:1875453982805248:192.168.202.159@tcp:400:
00010000:00080000:0.0:1788572499.155125:0:6153:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86111180 x1875453982805120/t0(0) o900->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:29/10 lens 264/248 e 0 to 0 dl 1788572515 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572499.155143:0:6153:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9b1ff60-e949-4159-9e94-da8fa66bf576:6153:1875453982805120:192.168.202.159@tcp:900:
00000100:00100000:0.0:1788572499.155204:0:6153:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9b1ff60-e949-4159-9e94-da8fa66bf576:6153:1875453982805376:192.168.202.159@tcp:33:
00000100:00100000:0.0:1788572499.155333:0:6153:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a860accc0 going to sleep for 11 seconds
00010000:00080000:1.0:1788572499.155997:0:2386:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86113100 x1875453982804992/t0(0) o8->lustre-OST0001-osc-ffff8b7a834d9800@192.168.202.159@tcp:28/4 lens 520/416 e 0 to 0 dl 1788572509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572499.156022:0:2386:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8b7a834d9800: committing for last_committed 0 gen 1
00000100:00080000:1.0:1788572499.156031:0:2386:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff8b7a834d9800: connect to target with instance 1
00000100:00080000:1.0:1788572499.156039:0:2386:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff8b7a834d9800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038
00000100:00080000:1.0:1788572499.156050:0:2386:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID
00000100:00080000:1.0:1788572499.156054:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83634800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL
00020000:01000000:1.0:1788572499.156060:0:2386:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active
00000080:00000004:1.0:1788572499.156064:0:2386:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038
00000080:00080000:1.0:1788572499.156068:0:2386:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536
00000100:00100000:1.0:1788572499.156077:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982804992:192.168.202.159@tcp:8:
00000100:00100000:2.0:1788572499.158453:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2389:1875453982805248:192.168.202.159@tcp:400:
00010000:00080000:1.0:1788572499.162381:0:2386:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86110a80 x1875453982804864/t0(0) o8->lustre-OST0000-osc-ffff8b7a834d9800@192.168.202.159@tcp:28/4 lens 520/416 e 0 to 0 dl 1788572509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572499.162398:0:2386:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8b7a834d9800: committing for last_committed 0 gen 1
00000100:00080000:1.0:1788572499.162411:0:2386:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff8b7a834d9800: connect to target with instance 1
00000100:00080000:1.0:1788572499.162423:0:2386:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff8b7a834d9800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038
00000100:00080000:1.0:1788572499.162435:0:2386:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID
00000100:00080000:1.0:1788572499.162439:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83636000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL
00020000:01000000:1.0:1788572499.162445:0:2386:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active
00000080:00000004:1.0:1788572499.162459:0:2386:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038
00000080:00080000:1.0:1788572499.162464:0:2386:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536
00000100:00100000:1.0:1788572499.162473:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982804864:192.168.202.159@tcp:8:
00010000:00080000:0.0:1788572499.232697:0:6153:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86111180 x1875453982805376/t0(0) o33->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:23/10 lens 448/464 e 0 to 0 dl 1788572515 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0
00000100:00100000:0.0:1788572499.232718:0:6153:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9b1ff60-e949-4159-9e94-da8fa66bf576:6153:1875453982805376:192.168.202.159@tcp:33:
00000080:00200000:0.0:1788572499.232988:0:6153:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148)
00000080:00200000:0.0:1788572499.232996:0:6153:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:02000400:0.0:1788572499.233087:0:6153:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.58_4_g27fe0b7
00000080:00000004:0.0:1788572499.244324:0:6153:0:(super25.c:182:lustre_fill_super()) 192.168.202.159@tcp:/lustre: Mount complete
00000080:00200008:0.0:1788572499.588212:0:6197:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8b7a89921148), request_mask 2047, flags 0, foreign 0
00000080:00200000:0.0:1788572499.588223:0:6197:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148),name=/
00000002:00010000:0.0:1788572499.588245:0:6197:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1788572499.590521:0:6197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6197 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572499.590542:0:6197:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6197 initiator: MDT0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572499.590558:0:6197:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6197 initiator: MDT0 lru_score: 0 lru_type: 0
00000100:00100000:0.0:1788572499.590589:0:6197:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job mkdir:e9b1ff60-e949-4159-9e94-da8fa66bf576:6197:1875453982805504:192.168.202.159@tcp:101:
00000100:00100000:0.0:1788572499.590679:0:6197:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a860aca80 going to sleep for 11 seconds
00000100:00100000:0.0:1788572499.597082:0:6197:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job mkdir:e9b1ff60-e949-4159-9e94-da8fa66bf576:6197:1875453982805504:192.168.202.159@tcp:101:
00010000:00010000:0.0:1788572499.597109:0:6197:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572499.597122:0:6197:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572499.597134:0:6197:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572499.597148:0:6197:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572499.597175:0:6197:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572499.597183:0:6197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572499.597189:0:6197:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000002:00100000:0.0:1788572499.597202:0:6197:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0  req@ffff8b7a86111180 x1875453982805504/t0(0) o101->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 576/688 e 0 to 0 dl 1788572515 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0
00000002:00010000:0.0:1788572499.597215:0:6197:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572499.597228:0:6197:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8b7a836b2c00 type 13 mode 4 res 8589934599/1 (0 0)
00000080:00200000:0.0:1788572499.597233:0:6197:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0
00000080:00200000:0.0:1788572499.597258:0:6197:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096
00000080:00010000:0.0:1788572499.597262:0:6197:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148) for lock 0xcbc2cc337d17e568
00000080:00010000:0.0:1788572499.597266:0:6197:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148)
00000080:00010000:0.0:1788572499.597269:0:6197:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbc2cc337d17e568 from it ffffa38544743cb8
00010000:00010000:0.0:1788572499.597272:0:6197:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572499.597281:0:6197:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1788572499.965365:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572500.989441:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572502.012932:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200008:2.0:1788572502.017136:0:6249:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8b7a89921148), request_mask 2047, flags 0, foreign 0
00000080:00200000:2.0:1788572502.017152:0:6249:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148),name=/
00000002:00010000:2.0:1788572502.017184:0:6249:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1788572502.017204:0:6249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1788572502.017221:0:6249:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00000080:00200000:2.0:1788572502.017243:0:6249:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1788572502.017252:0:6249:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148)
00000080:00010000:2.0:1788572502.017256:0:6249:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148) for lock 0xcbc2cc337d17e568
00000080:00010000:2.0:1788572502.017266:0:6249:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbc2cc337d17e568 from it ffffa3854165bcb8
00010000:00010000:2.0:1788572502.017270:0:6249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1788572502.017279:0:6249:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00000080:00200008:2.0:1788572502.018084:0:6249:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8b7a89921148), request_mask 0, flags 0, foreign 0
00000080:00200000:2.0:1788572502.018090:0:6249:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148),name=/
00000002:00010000:2.0:1788572502.018101:0:6249:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1788572502.018111:0:6249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00010000:00010000:2.0:1788572502.018122:0:6249:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00000080:00200000:2.0:1788572502.018129:0:6249:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1788572502.018135:0:6249:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148)
00000080:00010000:2.0:1788572502.018138:0:6249:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148) for lock 0xcbc2cc337d17e568
00000080:00010000:2.0:1788572502.018143:0:6249:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbc2cc337d17e568 from it ffffa3854165bcb8
00010000:00010000:2.0:1788572502.018146:0:6249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1
00010000:00010000:2.0:1788572502.018165:0:6249:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00000080:00200000:2.0:1788572502.018270:0:6249:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148),name=/
00000002:00010000:2.0:1788572502.018279:0:6249:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1788572502.018286:0:6249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00010000:00010000:2.0:1788572502.018584:0:6249:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00000080:00200000:2.0:1788572502.018594:0:6249:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1788572502.018599:0:6249:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148)
00000080:00010000:2.0:1788572502.018602:0:6249:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148) for lock 0xcbc2cc337d17e568
00000080:00010000:2.0:1788572502.018607:0:6249:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbc2cc337d17e568 from it ffffa3854165bbb0
00010000:00010000:2.0:1788572502.018611:0:6249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1
00010000:00010000:2.0:1788572502.018619:0:6249:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00000080:00200000:2.0:1788572502.018628:0:6249:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148), inode mode 41ed mask 44
00000080:00200008:2.0:1788572502.018635:0:6249:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8b7a89921148), flags 100000
00000080:00200080:2.0:1788572502.018782:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.018856:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00800000:00000004:2.0:1788572502.018865:0:6249:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff8b7a834d9800: age 247, max_age 249
00000100:00100000:2.0:1788572502.018915:0:6249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job lfs:e9b1ff60-e949-4159-9e94-da8fa66bf576:6249:1875453982805632:192.168.202.159@tcp:41:
00000100:00100000:2.0:1788572502.019023:0:6249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a836d03c0 going to sleep for 11 seconds
00000100:00100000:2.0:1788572502.029710:0:6249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job lfs:e9b1ff60-e949-4159-9e94-da8fa66bf576:6249:1875453982805632:192.168.202.159@tcp:41:
00800000:00000004:2.0:1788572502.029740:0:6249:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff8b7a834d9800: update ffff8b7a82e00458 cache blocks 317403/353529 objects 1023723/1024000
00000080:00200080:2.0:1788572502.029884:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.029903:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00800000:00000004:2.0:1788572502.029911:0:6249:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff8b7a834d9800: age -754, max_age 249
00000100:00100000:2.0:1788572502.029945:0:6249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job lfs:e9b1ff60-e949-4159-9e94-da8fa66bf576:6249:1875453982805760:192.168.202.159@tcp:41:
00000100:00100000:2.0:1788572502.030028:0:6249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a836d03c0 going to sleep for 11 seconds
00010000:00080000:2.0:1788572502.033590:0:6249:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a83679500 x1875453982805760/t0(0) o41->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/368 e 0 to 0 dl 1788572518 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572502.033611:0:6249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job lfs:e9b1ff60-e949-4159-9e94-da8fa66bf576:6249:1875453982805760:192.168.202.159@tcp:41:
00800000:00000004:2.0:1788572502.033640:0:6249:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff8b7a834d9800: update ffff8b7a82e05198 cache blocks 317443/353529 objects 1023743/1024000
00000080:00200080:2.0:1788572502.033711:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033728:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033735:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033739:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033743:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033747:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033751:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033755:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033759:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033762:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033766:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033782:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033788:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033792:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033806:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033810:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033814:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033818:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033822:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033826:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033830:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033833:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033836:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033840:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033843:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033846:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033850:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033853:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033857:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033861:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033865:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033869:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033873:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033876:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033880:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033884:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033896:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033900:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033904:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033908:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033913:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033917:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033921:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033924:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033928:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033931:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033936:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033939:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033943:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033947:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033951:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033955:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033958:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033962:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033966:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033969:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033974:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033977:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033981:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.033985:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.033990:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034133:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034140:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034144:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034147:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034151:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034154:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034157:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034161:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034164:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034168:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034171:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034175:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034178:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034182:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034185:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034188:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034191:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034194:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034198:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034202:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034205:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034209:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034212:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034215:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034218:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034228:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034232:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034237:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034240:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034244:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034247:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034251:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034255:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034259:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034262:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034265:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034268:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034272:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034275:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034279:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034282:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034286:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034289:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034293:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034296:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034300:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034303:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034430:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034437:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034441:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034451:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034457:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034461:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034464:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034467:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034471:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034474:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034478:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034481:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034485:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034544:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034550:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034554:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034558:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00800000:00000080:2.0:1788572502.034561:0:6249:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.034565:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.034573:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00020000:00000004:2.0:1788572502.034582:0:6249:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff8b7a834d9800: age -754, max_age 249
00000100:00100000:2.0:1788572502.034625:0:6249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job lfs:e9b1ff60-e949-4159-9e94-da8fa66bf576:6249:1875453982805888:192.168.202.159@tcp:13:
00000100:00100000:2.0:1788572502.034708:0:6249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a836d03c0 going to sleep for 11 seconds
00010000:00080000:2.0:1788572502.042107:0:6249:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a83679500 x1875453982805888/t0(0) o13->lustre-OST0000-osc-ffff8b7a834d9800@192.168.202.159@tcp:7/4 lens 224/368 e 0 to 0 dl 1788572518 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572502.042131:0:6249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job lfs:e9b1ff60-e949-4159-9e94-da8fa66bf576:6249:1875453982805888:192.168.202.159@tcp:13:
00020000:00000004:2.0:1788572502.042156:0:6249:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff8b7a834d9800: update ffff8b7a86b737d8 cache blocks 901369/958279 objects 261775/262144
00000080:00200080:2.0:1788572502.042294:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.042331:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00020000:00000004:2.0:1788572502.042338:0:6249:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff8b7a834d9800: age -754, max_age 249
00000100:00100000:2.0:1788572502.042368:0:6249:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job lfs:e9b1ff60-e949-4159-9e94-da8fa66bf576:6249:1875453982806016:192.168.202.159@tcp:13:
00000100:00100000:2.0:1788572502.042444:0:6249:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a836d03c0 going to sleep for 11 seconds
00010000:00080000:2.0:1788572502.044671:0:6249:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a83679500 x1875453982806016/t0(0) o13->lustre-OST0001-osc-ffff8b7a834d9800@192.168.202.159@tcp:7/4 lens 224/368 e 0 to 0 dl 1788572518 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572502.044690:0:6249:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job lfs:e9b1ff60-e949-4159-9e94-da8fa66bf576:6249:1875453982806016:192.168.202.159@tcp:13:
00020000:00000004:2.0:1788572502.044710:0:6249:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff8b7a834d9800: update ffff8b7a86b71e18 cache blocks 901369/958279 objects 261775/262144
00000080:00200080:2.0:1788572502.044762:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.044778:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.044784:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.044788:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.044792:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.044862:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.044870:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.044875:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.044879:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.044883:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.044887:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.044890:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.044894:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.044897:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.044901:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.044921:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.044927:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.044930:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.044934:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.044937:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.044940:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.044944:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.044948:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.044952:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.044955:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.044959:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.044963:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.044966:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.044969:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.044972:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.044976:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.044979:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.044983:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.044987:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.044990:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.044994:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045008:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045013:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045017:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045021:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045032:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045036:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045040:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045044:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045048:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045052:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045056:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045060:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045064:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045068:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045073:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045076:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045080:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045084:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045088:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045092:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045096:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045099:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045104:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045107:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045112:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045115:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045119:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045123:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045127:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045137:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045142:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045146:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045150:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045153:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045157:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045160:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045164:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045167:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045170:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045174:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045178:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045181:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045184:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045187:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045191:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045194:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045197:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045200:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045204:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045207:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045210:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045213:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045216:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045218:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045228:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045231:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045235:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045238:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045242:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045245:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045249:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045252:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045256:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045259:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045263:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045267:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045270:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045273:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045277:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045280:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045283:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045286:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045289:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045292:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045295:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045298:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.045302:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.045794:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.046061:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.046074:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.046079:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.046083:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.046087:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.046093:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.046096:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.046100:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.046103:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.046106:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200080:2.0:1788572502.046110:0:6249:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=c00866a4 arg=7ffced468620
00020000:00000080:2.0:1788572502.046113:0:6249:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff8b7a834d9800: cmd=c00866a4 len=592 karg=ffff8b7a870b4c00 uarg=0000000000000000
00000080:00200008:2.0:1788572502.046129:0:6249:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8b7a89921148), flags 100000
00010000:00010000:0.0:1788572503.036791:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572504.062062:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788572504.448984:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982806144:192.168.202.159@tcp:400:
00000100:00100000:1.0:1788572504.448984:0:2387:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982806272:192.168.202.159@tcp:400:
00000100:00100000:0.0:1788572504.449520:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982806400:192.168.202.159@tcp:400:
00000100:00100000:1.0:1788572504.451034:0:2387:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982806528:192.168.202.159@tcp:400:
00000100:00100000:0.0:1788572504.455732:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982806656:192.168.202.159@tcp:400:
00000100:00100000:0.0:1788572504.456608:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982806144:192.168.202.159@tcp:400:
00000100:00100000:1.0:1788572504.461340:0:2387:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982806272:192.168.202.159@tcp:400:
00010000:00080000:1.0:1788572504.461533:0:2387:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86bf9880 x1875453982806528/t0(0) o400->lustre-OST0000-osc-ffff8b7a834d9800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572504.461546:0:2387:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982806528:192.168.202.159@tcp:400:
00010000:00080000:0.0:1788572504.463456:0:2388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86bfa300 x1875453982806656/t0(0) o400->lustre-OST0001-osc-ffff8b7a834d9800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572504.463475:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982806656:192.168.202.159@tcp:400:
00010000:00080000:0.0:1788572504.463527:0:2388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86bfaa00 x1875453982806400/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572504.463538:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982806400:192.168.202.159@tcp:400:
00000001:02000400:1.0:1788572504.973184:0:6442:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20
00010000:00010000:0.0:1788572505.084602:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572506.110620:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572507.133276:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572508.156589:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788572509.092589:0:2382:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.159@tcp (source: 12345-192.168.202.159@tcp)
00000100:00100000:2.0:1788572509.092648:0:2382:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.159@tcp (source: 12345-192.168.202.159@tcp)
00000100:00100000:3.0:1788572509.092885:0:6156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875454006976384
00000100:00100000:3.0:1788572509.092905:0:6156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875454006976384
00000100:00100000:3.0:1788572509.092971:0:6156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875454006976512
00000100:00100000:3.0:1788572509.092975:0:6156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875454006976512
00000100:00100000:3.0:1788572509.092991:0:6156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.159@tcp, seq: 0
00000100:00100000:3.0:1788572509.092999:0:6156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7a83679500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:38e32f1f-e83b-4b39-afbb-4ba7df7b5469+4:10333:x1875454006976384:12345-192.168.202.159@tcp:104:
00010000:00010000:3.0:1788572509.093018:0:6156:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043800/0xcbc2cc337d17e4ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf9ab4f7c785b305e expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572509.094199:0:6156:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:3.0:1788572509.094216:0:6156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7a83679500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:38e32f1f-e83b-4b39-afbb-4ba7df7b5469+4:10333:x1875454006976384:12345-192.168.202.159@tcp:104: Request processed in 1213us (1634us total) trans 0 rc 0/0
00000100:00100000:3.0:1788572509.094225:0:6156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.159@tcp, seq: 0
00000100:00100000:3.0:1788572509.094255:0:6156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.159@tcp, seq: 1
00000100:00100000:3.0:1788572509.094267:0:6156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7a8367b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:38e32f1f-e83b-4b39-afbb-4ba7df7b5469+3:10333:x1875454006976512:12345-192.168.202.159@tcp:104:
00010000:00010000:3.0:1788572509.094297:0:6156:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043c00/0xcbc2cc337d17e4f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf9ab4f7c785b3057 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572509.100330:0:6164:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp.  (1 blwis in pool)
00010000:00010000:0.0:1788572509.100346:0:6164:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043800/0xcbc2cc337d17e4ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf9ab4f7c785b305e expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572509.100359:0:6164:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ac2043800 already unused, calling callback (ffffffffc1500c20)
10000000:00010000:0.0:1788572509.100364:0:6164:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043800/0xcbc2cc337d17e4ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf9ab4f7c785b305e expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572509.100576:0:6164:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043800/0xcbc2cc337d17e4ff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf9ab4f7c785b305e expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:0.0:1788572509.100584:0:6164:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043800/0xcbc2cc337d17e4ff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf9ab4f7c785b305e expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:0.0:1788572509.100591:0:6164:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre)
00010000:00010000:0.0:1788572509.100656:0:6164:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043800/0xcbc2cc337d17e4ff lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf9ab4f7c785b305e expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572509.100662:0:6164:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1788572509.100688:0:6164:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043800/0xcbc2cc337d17e4ff lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf9ab4f7c785b305e expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572509.100696:0:6164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043800/0xcbc2cc337d17e4ff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf9ab4f7c785b305e expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572509.100713:0:6164:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788572509.100716:0:6164:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043c00/0xcbc2cc337d17e4f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf9ab4f7c785b3057 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572509.100721:0:6164:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ac2043c00 already unused, calling callback (ffffffffc1500c20)
10000000:00010000:0.0:1788572509.100724:0:6164:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043c00/0xcbc2cc337d17e4f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf9ab4f7c785b3057 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572509.100731:0:6164:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043c00/0xcbc2cc337d17e4f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf9ab4f7c785b3057 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:0.0:1788572509.100737:0:6164:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043c00/0xcbc2cc337d17e4f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf9ab4f7c785b3057 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:0.0:1788572509.100748:0:6164:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre)
00010000:00010000:0.0:1788572509.100760:0:6164:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043c00/0xcbc2cc337d17e4f8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf9ab4f7c785b3057 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572509.100766:0:6164:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1788572509.100770:0:6164:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043c00/0xcbc2cc337d17e4f8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf9ab4f7c785b3057 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572509.100778:0:6164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043c00/0xcbc2cc337d17e4f8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf9ab4f7c785b3057 expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572509.100790:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572509.100792:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572509.100794:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788572509.100815:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982806912:192.168.202.159@tcp:103:
00000100:00100000:0.0:1788572509.100932:0:2388:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1788572509.100938:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982806784:192.168.202.159@tcp:103:
00010000:00010000:0.0:1788572509.102589:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572509.102623:0:6156:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool
00000100:00100000:3.0:1788572509.102693:0:6156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7a8367b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:38e32f1f-e83b-4b39-afbb-4ba7df7b5469+3:10333:x1875454006976512:12345-192.168.202.159@tcp:104: Request processed in 8370us (9994us total) trans 0 rc 0/0
00000100:00100000:3.0:1788572509.102705:0:6156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.159@tcp, seq: 1
00000100:00100000:0.0:1788572509.126036:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982806912:192.168.202.159@tcp:103:
00000100:00100000:1.0:1788572509.126236:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982806784:192.168.202.159@tcp:103:
00010000:00010000:3.0:1788572509.194776:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788572509.565622:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982807168:192.168.202.159@tcp:400:
00000100:00100000:1.0:1788572509.565758:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982807424:192.168.202.159@tcp:400:
00000100:00100000:1.0:1788572509.565797:0:2388:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1]
00000100:00100000:1.0:1788572509.565804:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982807040:192.168.202.159@tcp:400:
00000100:00100000:1.0:1788572509.565840:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982807296:192.168.202.159@tcp:400:
00000100:00100000:1.0:1788572509.565864:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982807552:192.168.202.159@tcp:400:
00010000:00080000:1.0:1788572509.571717:0:2388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86bf9f80 x1875453982807296/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572509.571746:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982807296:192.168.202.159@tcp:400:
00000100:00100000:1.0:1788572509.571779:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982807168:192.168.202.159@tcp:400:
00010000:00080000:1.0:1788572509.571792:0:2388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86bfaa00 x1875453982807424/t0(0) o400->lustre-OST0000-osc-ffff8b7a834d9800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572509.571801:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982807424:192.168.202.159@tcp:400:
00000100:00100000:1.0:1788572509.574449:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982807040:192.168.202.159@tcp:400:
00010000:00080000:1.0:1788572509.576902:0:2388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86bfa300 x1875453982807552/t0(0) o400->lustre-OST0001-osc-ffff8b7a834d9800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572509.576933:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982807552:192.168.202.159@tcp:400:
10000000:01000000:1.0:1788572509.820793:0:6167:0:(mgc_request.c:611:do_requeue()) updating log lustre-client
10000000:01000000:1.0:1788572509.820806:0:6167:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b7a834d9800 from 48
10000000:01000000:1.0:1788572509.820814:0:6167:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c)
00010000:00010000:1.0:1788572509.820885:0:6167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043e00/0xcbc2cc337d17e56f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572509.820898:0:6167:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043e00/0xcbc2cc337d17e56f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572509.820922:0:6167:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043e00/0xcbc2cc337d17e56f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788572509.820958:0:6167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982807680:192.168.202.159@tcp:101:
00000100:00100000:1.0:1788572509.821105:0:6167:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a91854cc0 going to sleep for 11 seconds
00000100:00100000:1.0:1788572509.825220:0:6167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982807680:192.168.202.159@tcp:101:
00010000:00010000:1.0:1788572509.826145:0:6167:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043e00/0xcbc2cc337d17e56f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b30a4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572509.826169:0:6167:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043e00/0xcbc2cc337d17e56f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf9ab4f7c785b30a4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788572509.826304:0:6167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982807808:192.168.202.159@tcp:501:
00000100:00100000:1.0:1788572509.826420:0:6167:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a91854cc0 going to sleep for 11 seconds
00000100:00100000:1.0:1788572509.830549:0:6167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982807808:192.168.202.159@tcp:501:
00000100:00100000:1.0:1788572509.830656:0:6167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982807936:192.168.202.159@tcp:503:
00000100:00100000:1.0:1788572509.830814:0:6167:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a91854cc0 going to sleep for 11 seconds
00000100:00100000:1.0:1788572509.844726:0:6167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982807936:192.168.202.159@tcp:503:
00000100:00100000:3.0:1788572509.845446:0:6643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6643:1875453982808064:192.168.202.159@tcp:502:
00000100:00100000:3.0:1788572509.845648:0:6643:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a90f310c0 going to sleep for 11 seconds
00000100:00100000:3.0:1788572509.853761:0:6643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6643:1875453982808064:192.168.202.159@tcp:502:
00000020:01000000:3.0:1788572509.853852:0:6643:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:3.0:1788572509.853868:0:6643:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572509.853871:0:6643:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var
00000020:00000080:3.0:1788572509.853878:0:6643:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f
00000100:00100000:3.0:1788572509.853934:0:6643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6643:1875453982808192:192.168.202.159@tcp:502:llog_process_th.0
00000100:00100000:3.0:1788572509.854079:0:6643:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a90f310c0 going to sleep for 11 seconds
00000100:00100000:3.0:1788572509.863231:0:6643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6643:1875453982808192:192.168.202.159@tcp:502:llog_process_th.0
00000020:01000000:3.0:1788572509.863314:0:6643:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1788572509.863328:0:6643:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572509.863331:0:6643:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var
00000040:00080000:3.0:1788572509.863336:0:6643:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51
00000020:01000000:1.0:1788572509.863628:0:6167:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0)
10000000:01000000:1.0:1788572509.863655:0:6167:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.159@tcp: configuration from log 'lustre-client' succeeded (0).
00010000:00010000:1.0:1788572509.863669:0:6167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043e00/0xcbc2cc337d17e56f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b30a4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572509.863680:0:6167:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043e00/0xcbc2cc337d17e56f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b30a4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1788572509.863693:0:6167:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc
10000000:01000000:1.0:1788572509.863695:0:6167:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8b7a906099c0 from 1
10000000:01000000:1.0:1788572509.863699:0:6167:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c)
00010000:00010000:1.0:1788572509.863744:0:6167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.159@tcp lock: ffff8b7ac2042400/0xcbc2cc337d17e576 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572509.863753:0:6167:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.159@tcp lock: ffff8b7ac2042400/0xcbc2cc337d17e576 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572509.863763:0:6167:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.159@tcp lock: ffff8b7ac2042400/0xcbc2cc337d17e576 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788572509.863791:0:6167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982808320:192.168.202.159@tcp:101:ll_cfg_requeue.0
00000100:00100000:1.0:1788572509.863896:0:6167:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a91854cc0 going to sleep for 11 seconds
00000100:00100000:1.0:1788572509.870191:0:6167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982808320:192.168.202.159@tcp:101:ll_cfg_requeue.0
00010000:00010000:1.0:1788572509.870233:0:6167:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.159@tcp lock: ffff8b7ac2042400/0xcbc2cc337d17e576 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b30ab expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572509.870290:0:6167:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.159@tcp lock: ffff8b7ac2042400/0xcbc2cc337d17e576 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf9ab4f7c785b30ab expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788572509.870397:0:6167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982808448:192.168.202.159@tcp:501:ll_cfg_requeue.0
00000100:00100000:1.0:1788572509.870537:0:6167:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a91854cc0 going to sleep for 11 seconds
00000100:00100000:1.0:1788572509.876806:0:6167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982808448:192.168.202.159@tcp:501:ll_cfg_requeue.0
10000000:01000000:1.0:1788572509.876868:0:6167:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.159@tcp: configuration from log 'lustre-sptlrpc' failed (-2).
00010000:00010000:1.0:1788572509.876881:0:6167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.159@tcp lock: ffff8b7ac2042400/0xcbc2cc337d17e576 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b30ab expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572509.876892:0:6167:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.159@tcp lock: ffff8b7ac2042400/0xcbc2cc337d17e576 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b30ab expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572510.207692:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572511.229049:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788572511.570838:0:2382:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.159@tcp (source: 12345-192.168.202.159@tcp)
00000100:00100000:3.0:1788572511.571157:0:6157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875454006984320
00000100:00100000:3.0:1788572511.571171:0:6157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875454006984320
00000100:00100000:3.0:1788572511.571241:0:6157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.159@tcp, seq: 2
00000100:00100000:3.0:1788572511.571253:0:6157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7a83678000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:38e32f1f-e83b-4b39-afbb-4ba7df7b5469+3:10395:x1875454006984320:12345-192.168.202.159@tcp:104:
00010000:00010000:3.0:1788572511.571313:0:6157:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.202.159@tcp lock: ffff8b7a80030400/0xcbc2cc337d17e537 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf9ab4f7c785b306c expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572511.571615:0:6157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:3.0:1788572511.571625:0:6157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7a83678000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:38e32f1f-e83b-4b39-afbb-4ba7df7b5469+3:10395:x1875454006984320:12345-192.168.202.159@tcp:104: Request processed in 374us (803us total) trans 0 rc 0/0
00000100:00100000:3.0:1788572511.571632:0:6157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.159@tcp, seq: 2
00010000:00010000:0.0:1788572511.572128:0:6165:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788572511.572139:0:6165:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.159@tcp lock: ffff8b7a80030400/0xcbc2cc337d17e537 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf9ab4f7c785b306c expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572511.572150:0:6165:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7a80030400 already unused, calling callback (ffffffffc1500c20)
10000000:00010000:0.0:1788572511.572155:0:6165:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.159@tcp lock: ffff8b7a80030400/0xcbc2cc337d17e537 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf9ab4f7c785b306c expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572511.572179:0:6165:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.159@tcp lock: ffff8b7a80030400/0xcbc2cc337d17e537 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf9ab4f7c785b306c expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:0.0:1788572511.572188:0:6165:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.159@tcp lock: ffff8b7a80030400/0xcbc2cc337d17e537 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf9ab4f7c785b306c expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:0.0:1788572511.572194:0:6165:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params)
00010000:00010000:0.0:1788572511.572277:0:6165:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.159@tcp lock: ffff8b7a80030400/0xcbc2cc337d17e537 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf9ab4f7c785b306c expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572511.572284:0:6165:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1788572511.572313:0:6165:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.159@tcp lock: ffff8b7a80030400/0xcbc2cc337d17e537 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf9ab4f7c785b306c expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572511.572320:0:6165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.159@tcp lock: ffff8b7a80030400/0xcbc2cc337d17e537 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf9ab4f7c785b306c expref: -99 pid: 6153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1788572511.572528:0:6167:0:(mgc_request.c:611:do_requeue()) updating log params
10000000:01000000:1.0:1788572511.572533:0:6167:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7a834d9800 from 4
10000000:01000000:1.0:1788572511.572537:0:6167:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:1.0:1788572511.572573:0:6167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572511.572583:0:6167:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572511.572594:0:6167:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788572511.572623:0:6167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982808704:192.168.202.159@tcp:101:ll_cfg_requeue.0
00000100:00100000:1.0:1788572511.572719:0:6167:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a91854a80 going to sleep for 11 seconds
00000100:00100000:1.0:1788572511.572752:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982808576:192.168.202.159@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788572511.572910:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572511.572913:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572511.572915:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788572511.584819:0:2381:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.159@tcp (source: 12345-192.168.202.159@tcp)
00000100:00100000:1.0:1788572511.585034:0:6167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982808704:192.168.202.159@tcp:101:ll_cfg_requeue.0
00010000:00010000:1.0:1788572511.585072:0:6167:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b3137 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572511.585086:0:6167:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf9ab4f7c785b3137 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788572511.585739:0:6156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875454006985472
00000100:00100000:3.0:1788572511.585751:0:6156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875454006985472
00000100:00100000:3.0:1788572511.585820:0:6156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.159@tcp, seq: 3
00000100:00100000:3.0:1788572511.585832:0:6156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7a83678a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:38e32f1f-e83b-4b39-afbb-4ba7df7b5469+3:6507:x1875454006985472:12345-192.168.202.159@tcp:105:
00010000:00010000:3.0:1788572511.585848:0:6156:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast  ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 5/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf9ab4f7c785b3137 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572511.585859:0:6156:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 5/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf9ab4f7c785b3137 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572511.585870:0:6156:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 5/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11080000000000 nid: local remote: 0xf9ab4f7c785b3137 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572511.585878:0:6156:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 6/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11080000000000 nid: local remote: 0xf9ab4f7c785b3137 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572511.585886:0:6156:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 6/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1080000000000 nid: local remote: 0xf9ab4f7c785b3137 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572511.585918:0:6156:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8b7ac2043200)
00000100:00100000:3.0:1788572511.586114:0:6156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7a83678a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:38e32f1f-e83b-4b39-afbb-4ba7df7b5469+3:6507:x1875454006985472:12345-192.168.202.159@tcp:105: Request processed in 281us (1311us total) trans 0 rc 0/0
00000100:00100000:3.0:1788572511.586122:0:6156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.159@tcp, seq: 3
00010000:00010000:1.0:1788572511.587906:0:6167:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf9ab4f7c785b3137 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572511.587931:0:6167:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf9ab4f7c785b3137 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788572511.588095:0:6167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982808832:192.168.202.159@tcp:501:ll_cfg_requeue.0
00000100:00100000:1.0:1788572511.588223:0:6167:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a91854a80 going to sleep for 11 seconds
00000100:00100000:1.0:1788572511.594862:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982808576:192.168.202.159@tcp:103:ldlm_bl.0
00000100:00100000:1.0:1788572511.602070:0:6167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982808832:192.168.202.159@tcp:501:ll_cfg_requeue.0
00000100:00100000:1.0:1788572511.602156:0:6167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982808960:192.168.202.159@tcp:503:ll_cfg_requeue.0
00000100:00100000:1.0:1788572511.602293:0:6167:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a91854a80 going to sleep for 11 seconds
00000100:00100000:0.0:1788572511.666991:0:6167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982808960:192.168.202.159@tcp:503:ll_cfg_requeue.0
00000100:00100000:0.0:1788572511.667591:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6666:1875453982809088:192.168.202.159@tcp:502:llog_process_th.0
00000100:00100000:0.0:1788572511.667737:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a860acd80 going to sleep for 11 seconds
00000100:00100000:2.0:1788572511.680259:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6666:1875453982809088:192.168.202.159@tcp:502:llog_process_th.0
00000020:01000000:2.0:1788572511.680339:0:6666:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:2.0:1788572511.680358:0:6666:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:2.0:1788572511.680360:0:6666:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash
00000020:01000000:2.0:1788572511.680368:0:6666:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8b7a834d9800
00000020:00000080:2.0:1788572511.680372:0:6666:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032
00000100:00100000:2.0:1788572511.680513:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6666:1875453982809216:192.168.202.159@tcp:502:llog_process_th.0
00000100:00100000:2.0:1788572511.680626:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a86b34240 going to sleep for 11 seconds
00000100:00100000:3.0:1788572511.695797:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6666:1875453982809216:192.168.202.159@tcp:502:llog_process_th.0
00000020:01000000:3.0:1788572511.695867:0:6666:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:3.0:1788572511.695880:0:6666:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:3.0:1788572511.695883:0:6666:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash
00000040:00080000:3.0:1788572511.695888:0:6666:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7
00000020:01000000:3.0:1788572511.699087:0:6167:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0)
10000000:01000000:3.0:1788572511.699122:0:6167:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.159@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:3.0:1788572511.699138:0:6167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b3137 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572511.699153:0:6167:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b3137 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572512.257340:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572513.276753:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572514.302802:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788572514.686343:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982809472:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572514.686459:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982809728:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572514.686529:0:2388:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1]
00000100:00100000:1.0:1788572514.686537:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982809344:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572514.686565:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982809600:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572514.686588:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982809856:192.168.202.159@tcp:400:kworker.0
00000100:00100000:0.0:1788572514.691884:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982809344:192.168.202.159@tcp:400:kworker.0
00010000:00080000:0.0:1788572514.691906:0:2388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86bfad80 x1875453982809856/t0(0) o400->lustre-OST0001-osc-ffff8b7a834d9800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572530 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572514.691935:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982809856:192.168.202.159@tcp:400:kworker.0
00010000:00080000:0.0:1788572514.691954:0:2388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86bf9f80 x1875453982809728/t0(0) o400->lustre-OST0000-osc-ffff8b7a834d9800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572530 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572514.691963:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982809728:192.168.202.159@tcp:400:kworker.0
00010000:00080000:0.0:1788572514.693253:0:2388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86bf8700 x1875453982809600/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572530 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572514.693281:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982809600:192.168.202.159@tcp:400:kworker.0
00000100:00100000:0.0:1788572514.693295:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982809472:192.168.202.159@tcp:400:kworker.0
00010000:00010000:3.0:1788572515.326507:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572516.352644:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572517.374737:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572518.397565:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572519.446316:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1788572519.532608:0:7006:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg259-client.virtnet: executing check_logdir /tmp/testlogs/
00000100:00100000:3.0:1788572519.806840:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982810112:192.168.202.159@tcp:400:kworker.0
00000100:00100000:3.0:1788572519.806936:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982810368:192.168.202.159@tcp:400:kworker.0
00000100:00100000:3.0:1788572519.806968:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1]
00000100:00100000:3.0:1788572519.806975:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2390:1875453982809984:192.168.202.159@tcp:400:kworker.0
00000100:00100000:3.0:1788572519.806998:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982810240:192.168.202.159@tcp:400:kworker.0
00000100:00100000:3.0:1788572519.807022:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982810496:192.168.202.159@tcp:400:kworker.0
00000100:00100000:3.0:1788572519.815530:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982810112:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572519.831351:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2390:1875453982809984:192.168.202.159@tcp:400:kworker.0
00010000:00080000:2.0:1788572519.831387:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86089c00 x1875453982810240/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572535 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572519.831401:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982810240:192.168.202.159@tcp:400:kworker.0
00010000:00080000:2.0:1788572519.831412:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86088700 x1875453982810496/t0(0) o400->lustre-OST0001-osc-ffff8b7a834d9800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572535 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572519.831421:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982810496:192.168.202.159@tcp:400:kworker.0
00010000:00080000:2.0:1788572519.831431:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a8608ad80 x1875453982810368/t0(0) o400->lustre-OST0000-osc-ffff8b7a834d9800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572535 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572519.831439:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982810368:192.168.202.159@tcp:400:kworker.0
00010000:00010000:0.0:1788572520.444657:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572521.471207:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572522.508364:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572523.520067:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572524.542236:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572524.934825:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83636000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING
00000100:02000000:0.0:1788572524.934831:0:37:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8b7a834d9800: disconnect after 22s idle
00000100:00100000:1.0:1788572524.935481:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982810624:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572524.935613:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982810880:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572524.935647:0:2388:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1788572524.935654:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982810752:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572524.948483:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982810752:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572524.948524:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982810624:192.168.202.159@tcp:400:kworker.0
00010000:00080000:1.0:1788572524.948537:0:2388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86112a00 x1875453982810880/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572540 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572524.948549:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982810880:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572524.949364:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982811008:192.168.202.159@tcp:9:kworker.0
00000100:00080000:0.0:1788572524.949523:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83634800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING
00000100:02000000:0.0:1788572524.949528:0:37:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8b7a834d9800: disconnect after 22s idle
00000100:00100000:1.0:1788572524.957425:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982811136:192.168.202.159@tcp:9:kworker.0
00010000:00080000:1.0:1788572524.974583:0:2386:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86111880 x1875453982811008/t0(0) o9->lustre-OST0000-osc-ffff8b7a834d9800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572524.974627:0:2386:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0  req@ffff8b7a86111880 x1875453982811008/t0(0) o9->lustre-OST0000-osc-ffff8b7a834d9800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572534 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572524.974637:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83636000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE
00000100:00100000:1.0:1788572524.974641:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982811008:192.168.202.159@tcp:9:kworker.0
00010000:00080000:1.0:1788572524.974678:0:2386:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86112300 x1875453982811136/t0(0) o9->lustre-OST0001-osc-ffff8b7a834d9800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572524.974686:0:2386:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0  req@ffff8b7a86112300 x1875453982811136/t0(0) o9->lustre-OST0001-osc-ffff8b7a834d9800@192.168.202.159@tcp:28/4 lens 224/224 e 0 to 0 dl 1788572534 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572524.974694:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83634800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE
00000100:00100000:1.0:1788572524.974697:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982811136:192.168.202.159@tcp:9:kworker.0
00000001:02000400:2.0:1788572525.140187:0:7286:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg259-client.virtnet: executing yml_node
00010000:00010000:1.0:1788572525.565592:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572526.588981:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572527.615174:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572528.639979:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572529.661010:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788572530.046627:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982811392:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572530.046746:0:2388:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1788572530.046753:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982811264:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572530.046783:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982811520:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572530.054413:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982811264:192.168.202.159@tcp:400:kworker.0
00010000:00080000:1.0:1788572530.054435:0:2388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86bfaa00 x1875453982811520/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572530.054453:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982811520:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572530.054465:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982811392:192.168.202.159@tcp:400:kworker.0
00010000:00010000:1.0:1788572530.685437:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:0.0:1788572531.018868:0:7740:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.58.4
00010000:00010000:1.0:1788572531.708876:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572532.732626:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572533.766775:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:0.0:1788572534.002000:0:7897:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.58.4
00010000:00010000:0.0:1788572534.781326:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788572535.165290:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982811648:192.168.202.159@tcp:400:kworker.0
00000100:00100000:0.0:1788572535.165398:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982811904:192.168.202.159@tcp:400:kworker.0
00000100:00100000:0.0:1788572535.165433:0:2388:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1788572535.165455:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982811776:192.168.202.159@tcp:400:kworker.0
00000100:00100000:0.0:1788572535.184438:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982811776:192.168.202.159@tcp:400:kworker.0
00000100:00100000:0.0:1788572535.184458:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982811648:192.168.202.159@tcp:400:kworker.0
00010000:00080000:0.0:1788572535.184473:0:2388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86bf8380 x1875453982811904/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572535.184484:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982811904:192.168.202.159@tcp:400:kworker.0
00010000:00010000:2.0:1788572535.808740:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572536.828712:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:1.0:1788572537.198322:0:8053:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.58.4
00010000:00010000:2.0:1788572537.852927:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572538.876717:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1788572539.277877:0:8199:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: ost-pools ============----- Fri Sep 4 21:42:17 EDT 2026
00010000:00010000:2.0:1788572539.903709:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788572540.286370:0:2387:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2387:1875453982812032:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572540.286475:0:2387:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982812288:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572540.286540:0:2387:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1788572540.286548:0:2387:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982812160:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572540.290808:0:2387:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982812160:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572540.290827:0:2387:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2387:1875453982812032:192.168.202.159@tcp:400:kworker.0
00010000:00080000:1.0:1788572540.290843:0:2387:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86bfad80 x1875453982812288/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572540.290854:0:2387:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982812288:192.168.202.159@tcp:400:kworker.0
00010000:00010000:0.0:1788572540.924664:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572541.952981:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572542.972731:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572544.001236:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572545.022202:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788572545.404795:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982812416:192.168.202.159@tcp:400:kworker.0
00000100:00100000:0.0:1788572545.405079:0:2387:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982812544:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572545.406172:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982812672:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572545.409748:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982812416:192.168.202.159@tcp:400:kworker.0
00010000:00080000:1.0:1788572545.409779:0:2388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86bf9f80 x1875453982812672/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572561 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572545.409815:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982812672:192.168.202.159@tcp:400:kworker.0
00000100:00100000:0.0:1788572545.411321:0:2387:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982812544:192.168.202.159@tcp:400:kworker.0
00010000:00010000:3.0:1788572546.045414:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572547.068709:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572548.096767:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572549.117158:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572550.140756:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788572550.526575:0:2387:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2387:1875453982812800:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572550.527597:0:2387:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982813056:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572550.527667:0:2387:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1788572550.527675:0:2387:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982812928:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572550.529377:0:2387:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2387:1875453982812800:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572550.531894:0:2387:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982812928:192.168.202.159@tcp:400:kworker.0
00010000:00080000:1.0:1788572550.531920:0:2387:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86113b80 x1875453982813056/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572566 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572550.531932:0:2387:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982813056:192.168.202.159@tcp:400:kworker.0
00010000:00010000:0.0:1788572551.165748:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572552.188860:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572553.215699:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572554.237282:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572555.261511:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788572555.647959:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982813184:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572555.648093:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982813440:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572555.648127:0:2388:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1788572555.648133:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982813312:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572555.656781:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982813312:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572555.656801:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982813184:192.168.202.159@tcp:400:kworker.0
00010000:00080000:1.0:1788572555.656815:0:2388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86111500 x1875453982813440/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572555.656849:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982813440:192.168.202.159@tcp:400:kworker.0
00010000:00010000:0.0:1788572556.285481:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572557.308703:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572558.332735:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572559.357169:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572560.381016:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788572560.765147:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982813696:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572560.765264:0:2388:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:1.0:1788572560.765271:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982813568:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572560.765303:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982813824:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572560.788029:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982813568:192.168.202.159@tcp:400:kworker.0
00010000:00080000:1.0:1788572560.788057:0:2388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86bf9880 x1875453982813824/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572560.788072:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982813824:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572560.788086:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982813696:192.168.202.159@tcp:400:kworker.0
00000001:02000400:3.0:1788572560.815359:0:8718:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests:
00010000:00010000:0.0:1788572561.404683:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572562.429547:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:1.0:1788572562.607372:0:8863:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === ost-pools: start setup 21:42:41 (1788572561) ===
00000080:00200008:0.0:1788572562.878948:0:8215:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8b7a89921148), request_mask 2047, flags 0, foreign 0
00000080:00200000:0.0:1788572562.878964:0:8215:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148),name=/
00000002:00010000:0.0:1788572562.878987:0:8215:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:0.0:1788572562.879011:0:8215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00010000:00010000:0.0:1788572562.879027:0:8215:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00000080:00200000:0.0:1788572562.879036:0:8215:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:0.0:1788572562.879043:0:8215:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148)
00000080:00010000:0.0:1788572562.879047:0:8215:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148) for lock 0xcbc2cc337d17e568
00000080:00010000:0.0:1788572562.879055:0:8215:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbc2cc337d17e568 from it ffffa38541d67cb8
00010000:00010000:0.0:1788572562.879058:0:8215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1
00010000:00010000:0.0:1788572562.879067:0:8215:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00000080:00200008:3.0:1788572562.914281:0:8215:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8b7a89921148), request_mask 2047, flags 0, foreign 0
00000080:00200000:3.0:1788572562.914294:0:8215:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148),name=/
00000002:00010000:3.0:1788572562.914334:0:8215:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:3.0:1788572562.914354:0:8215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00010000:00010000:3.0:1788572562.914369:0:8215:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00000080:00200000:3.0:1788572562.914377:0:8215:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:3.0:1788572562.914385:0:8215:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148)
00000080:00010000:3.0:1788572562.914388:0:8215:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148) for lock 0xcbc2cc337d17e568
00000080:00010000:3.0:1788572562.914396:0:8215:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbc2cc337d17e568 from it ffffa38541d67cb8
00010000:00010000:3.0:1788572562.914399:0:8215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1
00010000:00010000:3.0:1788572562.914407:0:8215:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00000080:00200008:2.0:1788572562.946278:0:8215:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8b7a89921148), request_mask 2047, flags 0, foreign 0
00000080:00200000:2.0:1788572562.946291:0:8215:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148),name=/
00000002:00010000:2.0:1788572562.946313:0:8215:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1788572562.946342:0:8215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00010000:00010000:2.0:1788572562.946357:0:8215:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00000080:00200000:2.0:1788572562.946366:0:8215:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1788572562.946374:0:8215:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148)
00000080:00010000:2.0:1788572562.946377:0:8215:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148) for lock 0xcbc2cc337d17e568
00000080:00010000:2.0:1788572562.946385:0:8215:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbc2cc337d17e568 from it ffffa38541d67cb8
00010000:00010000:2.0:1788572562.946389:0:8215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1
00010000:00010000:2.0:1788572562.946398:0:8215:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00000080:00200008:2.0:1788572562.976825:0:8215:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8b7a89921148), request_mask 2047, flags 0, foreign 0
00000080:00200000:2.0:1788572562.976836:0:8215:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148),name=/
00000002:00010000:2.0:1788572562.976859:0:8215:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1788572562.976877:0:8215:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00010000:00010000:2.0:1788572562.976892:0:8215:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00000080:00200000:2.0:1788572562.976902:0:8215:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1788572562.976909:0:8215:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148)
00000080:00010000:2.0:1788572562.976912:0:8215:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148) for lock 0xcbc2cc337d17e568
00000080:00010000:2.0:1788572562.976929:0:8215:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbc2cc337d17e568 from it ffffa38541d67cb8
00010000:00010000:2.0:1788572562.976932:0:8215:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1
00010000:00010000:2.0:1788572562.976941:0:8215:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00010000:00010000:0.0:1788572563.452639:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572564.477817:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572565.500744:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788572565.887599:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2390:1875453982813952:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572565.887731:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982814208:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572565.887771:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1788572565.887778:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982814080:192.168.202.159@tcp:400:kworker.0
00000100:00100000:3.0:1788572565.892085:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982814080:192.168.202.159@tcp:400:kworker.0
00010000:00080000:3.0:1788572565.892174:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a83679c00 x1875453982814208/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572581 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572565.892190:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982814208:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572565.903005:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2390:1875453982813952:192.168.202.159@tcp:400:kworker.0
00010000:00010000:0.0:1788572566.524751:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572567.549591:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572568.572625:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:0.0:1788572569.509972:0:9133:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg259-client.virtnet: executing check_config_client /mnt/lustre
00010000:00010000:0.0:1788572569.596601:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572570.620707:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788572571.006286:0:2387:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982814464:192.168.202.159@tcp:400:kworker.0
00000100:00100000:0.0:1788572571.006433:0:2387:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:0.0:1788572571.006440:0:2387:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2387:1875453982814336:192.168.202.159@tcp:400:kworker.0
00000100:00100000:0.0:1788572571.006519:0:2387:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982814592:192.168.202.159@tcp:400:kworker.0
00000100:00100000:0.0:1788572571.022267:0:2387:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2387:1875453982814336:192.168.202.159@tcp:400:kworker.0
00010000:00080000:0.0:1788572571.034764:0:2387:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86111500 x1875453982814592/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572571.034785:0:2387:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982814592:192.168.202.159@tcp:400:kworker.0
00000100:00100000:0.0:1788572571.034798:0:2387:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982814464:192.168.202.159@tcp:400:kworker.0
00010000:00010000:2.0:1788572571.649040:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572572.668703:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572573.697018:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572574.730745:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572575.770635:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788572576.124693:0:2387:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2387:1875453982814720:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572576.125232:0:2387:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1788572576.125250:0:2387:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982814848:192.168.202.159@tcp:400:kworker.0
00000100:00100000:0.0:1788572576.133298:0:2388:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1788572576.133333:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982814976:192.168.202.159@tcp:400:kworker.0
00010000:00080000:0.0:1788572576.157513:0:2388:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86113480 x1875453982814976/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572576.157535:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982814976:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572576.158419:0:2387:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2387:1875453982814720:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572576.158446:0:2387:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982814848:192.168.202.159@tcp:400:kworker.0
00010000:00010000:2.0:1788572576.828752:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572577.858158:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572578.876730:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572579.900743:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572580.924928:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788572581.248960:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2389:1875453982815104:192.168.202.159@tcp:400:kworker.0
00000100:00100000:3.0:1788572581.251882:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1788572581.251910:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2389:1875453982815232:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572581.252278:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1788572581.252291:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982815360:192.168.202.159@tcp:400:kworker.0
00010000:00080000:3.0:1788572581.282731:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a83678700 x1875453982815360/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572581.282758:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982815360:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572581.285170:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2389:1875453982815104:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572581.285221:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2389:1875453982815232:192.168.202.159@tcp:400:kworker.0
00010000:00010000:3.0:1788572581.948652:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572582.972767:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572583.996843:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572585.020999:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572586.044738:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788572586.364738:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2389:1875453982815616:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572586.364878:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:2.0:1788572586.364884:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2389:1875453982815488:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572586.364926:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2389:1875453982815744:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572586.368315:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2389:1875453982815488:192.168.202.159@tcp:400:kworker.0
00000100:00100000:3.0:1788572586.370271:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2389:1875453982815616:192.168.202.159@tcp:400:kworker.0
00010000:00080000:2.0:1788572586.373525:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a8367aa00 x1875453982815744/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572586.373545:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2389:1875453982815744:192.168.202.159@tcp:400:kworker.0
00010000:00010000:1.0:1788572587.070888:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572588.093688:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572589.116794:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572590.144730:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572591.164864:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788572591.485024:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982816000:192.168.202.159@tcp:400:kworker.0
00000100:00100000:3.0:1788572591.485182:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1]
00000100:00100000:3.0:1788572591.485189:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2390:1875453982815872:192.168.202.159@tcp:400:kworker.0
00000100:00100000:3.0:1788572591.485221:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982816128:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572591.488615:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2390:1875453982815872:192.168.202.159@tcp:400:kworker.0
00010000:00080000:2.0:1788572591.488651:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86089880 x1875453982816128/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572591.488666:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982816128:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572591.488681:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982816000:192.168.202.159@tcp:400:kworker.0
00010000:00010000:2.0:1788572592.189330:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:1.0:1788572593.007806:0:9885:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20
00010000:00010000:1.0:1788572593.212965:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572594.236683:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572595.265528:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788572595.933014:0:2382:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.159@tcp (source: 12345-192.168.202.159@tcp)
00000100:00100000:3.0:1788572595.933130:0:6157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875454007022976
00000100:00100000:3.0:1788572595.933141:0:6157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875454007022976
00000100:00100000:3.0:1788572595.933199:0:6157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.159@tcp, seq: 4
00000100:00100000:3.0:1788572595.933213:0:6157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7a8367aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:38e32f1f-e83b-4b39-afbb-4ba7df7b5469+3:13337:x1875454007022976:12345-192.168.202.159@tcp:104:
00010000:00010000:3.0:1788572595.933232:0:6157:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf9ab4f7c785b3137 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572595.933322:0:6157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:3.0:1788572595.933328:0:6157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7a8367aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:38e32f1f-e83b-4b39-afbb-4ba7df7b5469+3:13337:x1875454007022976:12345-192.168.202.159@tcp:104: Request processed in 121us (324us total) trans 0 rc 0/0
00000100:00100000:3.0:1788572595.933335:0:6157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.159@tcp, seq: 4
00010000:00010000:0.0:1788572595.933459:0:6164:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788572595.933467:0:6164:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf9ab4f7c785b3137 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572595.933475:0:6164:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ac2043200 already unused, calling callback (ffffffffc1500c20)
10000000:00010000:0.0:1788572595.933480:0:6164:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf9ab4f7c785b3137 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572595.934607:0:6164:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf9ab4f7c785b3137 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:0.0:1788572595.934637:0:6164:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf9ab4f7c785b3137 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:0.0:1788572595.934643:0:6164:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params)
00010000:00010000:0.0:1788572595.934687:0:6164:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf9ab4f7c785b3137 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572595.934694:0:6164:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1788572595.934715:0:6164:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf9ab4f7c785b3137 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572595.934722:0:6164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043200/0xcbc2cc337d17e57d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf9ab4f7c785b3137 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572595.934740:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572595.934742:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572595.934744:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788572595.934759:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982816256:192.168.202.159@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1788572595.940057:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2388:1875453982816256:192.168.202.159@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788572596.284645:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788572596.604852:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982816512:192.168.202.159@tcp:400:kworker.0
00000100:00100000:0.0:1788572596.604887:0:2387:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2387:1875453982816384:192.168.202.159@tcp:400:kworker.0
00000100:00100000:0.0:1788572596.604989:0:2387:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982816640:192.168.202.159@tcp:400:kworker.0
00000100:00100000:0.0:1788572596.606407:0:2387:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2387:1875453982816384:192.168.202.159@tcp:400:kworker.0
00010000:00080000:0.0:1788572596.606446:0:2387:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a86bf9f80 x1875453982816640/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572596.606449:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982816512:192.168.202.159@tcp:400:kworker.0
00000100:00100000:0.0:1788572596.606537:0:2387:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982816640:192.168.202.159@tcp:400:kworker.0
00010000:00010000:0.0:1788572597.308619:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
10000000:01000000:3.0:1788572597.821698:0:6167:0:(mgc_request.c:611:do_requeue()) updating log params
10000000:01000000:3.0:1788572597.821706:0:6167:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7a834d9800 from 7
10000000:01000000:3.0:1788572597.821711:0:6167:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170)
00010000:00010000:3.0:1788572597.821763:0:6167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.159@tcp lock: ffff8b7ac216d600/0xcbc2cc337d17e584 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572597.821776:0:6167:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.159@tcp lock: ffff8b7ac216d600/0xcbc2cc337d17e584 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572597.821790:0:6167:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.159@tcp lock: ffff8b7ac216d600/0xcbc2cc337d17e584 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:3.0:1788572597.821821:0:6167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982816768:192.168.202.159@tcp:101:ll_cfg_requeue.0
00000100:00100000:3.0:1788572597.822009:0:6167:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a91a9b240 going to sleep for 11 seconds
00000100:00100000:1.0:1788572597.823321:0:6167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982816768:192.168.202.159@tcp:101:ll_cfg_requeue.0
00010000:00010000:1.0:1788572597.823361:0:6167:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.159@tcp lock: ffff8b7ac216d600/0xcbc2cc337d17e584 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b31b5 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572597.823375:0:6167:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.159@tcp lock: ffff8b7ac216d600/0xcbc2cc337d17e584 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf9ab4f7c785b31b5 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788572597.823465:0:6167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982816896:192.168.202.159@tcp:501:ll_cfg_requeue.0
00000100:00100000:1.0:1788572597.823682:0:6167:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a8370f240 going to sleep for 11 seconds
00000100:00100000:1.0:1788572597.824895:0:6167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982816896:192.168.202.159@tcp:501:ll_cfg_requeue.0
00000100:00100000:1.0:1788572597.824949:0:6167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982817024:192.168.202.159@tcp:503:ll_cfg_requeue.0
00000100:00100000:1.0:1788572597.825039:0:6167:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a8370f240 going to sleep for 11 seconds
00000100:00100000:1.0:1788572597.828543:0:6167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982817024:192.168.202.159@tcp:503:ll_cfg_requeue.0
00000040:00080000:1.0:1788572597.829178:0:10280:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7
00000020:01000000:2.0:1788572597.829261:0:6167:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0)
10000000:01000000:2.0:1788572597.829277:0:6167:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.159@tcp: configuration from log 'params' succeeded (0).
00010000:00010000:2.0:1788572597.829294:0:6167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.159@tcp lock: ffff8b7ac216d600/0xcbc2cc337d17e584 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b31b5 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572597.829304:0:6167:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.159@tcp lock: ffff8b7ac216d600/0xcbc2cc337d17e584 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b31b5 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572598.332582:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572599.356621:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:2.0:1788572599.529907:0:10619:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === ost-pools: finish setup 21:43:18 (1788572598) ===
00000080:00200000:2.0:1788572599.823717:0:10717:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148),name=/
00000002:00010000:2.0:1788572599.823751:0:10717:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1788572599.823769:0:10717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00010000:00010000:2.0:1788572599.823785:0:10717:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00000080:00200000:2.0:1788572599.823794:0:10717:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1788572599.823802:0:10717:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148)
00000080:00010000:2.0:1788572599.823805:0:10717:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148) for lock 0xcbc2cc337d17e568
00000080:00010000:2.0:1788572599.823813:0:10717:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbc2cc337d17e568 from it ffffa38541ce3bb0
00010000:00010000:2.0:1788572599.823816:0:10717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1
00010000:00010000:2.0:1788572599.823825:0:10717:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00000080:00200000:2.0:1788572599.823840:0:10717:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148), inode mode 41ed mask 44
00000080:00200008:2.0:1788572599.823848:0:10717:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8b7a89921148), flags 304000
00000080:00200000:2.0:1788572599.823865:0:10717:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148),name=/
00000002:00010000:2.0:1788572599.823872:0:10717:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1788572599.823879:0:10717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00010000:00010000:2.0:1788572599.823888:0:10717:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00000080:00200000:2.0:1788572599.823895:0:10717:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1788572599.823899:0:10717:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148)
00000080:00010000:2.0:1788572599.823906:0:10717:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148) for lock 0xcbc2cc337d17e568
00000080:00010000:2.0:1788572599.823910:0:10717:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbc2cc337d17e568 from it ffffa38541ce3bb0
00010000:00010000:2.0:1788572599.823914:0:10717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1
00010000:00010000:2.0:1788572599.823922:0:10717:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00000080:00200000:2.0:1788572599.823930:0:10717:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148), inode mode 41ed mask 44
00000080:00200008:2.0:1788572599.823935:0:10717:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8b7a89921148), flags 504000
00000080:00200008:2.0:1788572599.823947:0:10717:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8b7a89921148), flags 304000
00000080:00200080:2.0:1788572599.823962:0:10717:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=4008669b arg=21bf620
00000100:00100000:2.0:1788572599.824011:0:10717:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job lfs:e9b1ff60-e949-4159-9e94-da8fa66bf576:10717:1875453982817152:192.168.202.159@tcp:33:lfs.0
00000100:00100000:2.0:1788572599.824108:0:10717:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a860ac3c0 going to sleep for 11 seconds
00000100:00100000:1.0:1788572599.825570:0:10717:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job lfs:e9b1ff60-e949-4159-9e94-da8fa66bf576:10717:1875453982817152:192.168.202.159@tcp:33:lfs.0
00000080:00200008:1.0:1788572599.825721:0:10717:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8b7a89921148), request_mask 0, flags 0, foreign 0
00000080:00200000:1.0:1788572599.825728:0:10717:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148),name=/
00000002:00010000:1.0:1788572599.825753:0:10717:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1788572599.825767:0:10717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00010000:00010000:1.0:1788572599.825779:0:10717:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00000080:00200000:1.0:1788572599.825787:0:10717:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1788572599.825793:0:10717:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148)
00000080:00010000:1.0:1788572599.825796:0:10717:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148) for lock 0xcbc2cc337d17e568
00000080:00010000:1.0:1788572599.825801:0:10717:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbc2cc337d17e568 from it ffffa38541ce3cb8
00010000:00010000:1.0:1788572599.825804:0:10717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1
00010000:00010000:1.0:1788572599.825813:0:10717:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00000080:00200008:1.0:1788572599.826298:0:10717:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8b7a89921148), request_mask 0, flags 0, foreign 0
00000080:00200000:1.0:1788572599.826303:0:10717:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148),name=/
00000002:00010000:1.0:1788572599.826312:0:10717:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1788572599.826320:0:10717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00010000:00010000:1.0:1788572599.826330:0:10717:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00000080:00200000:1.0:1788572599.826351:0:10717:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1788572599.826356:0:10717:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148)
00000080:00010000:1.0:1788572599.826359:0:10717:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148) for lock 0xcbc2cc337d17e568
00000080:00010000:1.0:1788572599.826364:0:10717:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbc2cc337d17e568 from it ffffa38541ce3cb8
00010000:00010000:1.0:1788572599.826367:0:10717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1
00010000:00010000:1.0:1788572599.826374:0:10717:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1
00000080:00200008:1.0:1788572599.827140:0:10717:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8b7a89921148), request_mask 0, flags 0, foreign 0
00000080:00200000:1.0:1788572599.827147:0:10717:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148),name=/
00000002:00010000:1.0:1788572599.827156:0:10717:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:1.0:1788572599.827164:0:10717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1
00010000:00010000:1.0:1788572599.827174:0:10717:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1
00000080:00200000:1.0:1788572599.827180:0:10717:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:1.0:1788572599.827185:0:10717:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148)
00000080:00010000:1.0:1788572599.827188:0:10717:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148) for lock 0xcbc2cc337d17e568
00000080:00010000:1.0:1788572599.827192:0:10717:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbc2cc337d17e568 from it ffffa38541ce3cb8
00010000:00010000:1.0:1788572599.827195:0:10717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1
00010000:00010000:1.0:1788572599.827213:0:10717:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1
00000080:00200008:1.0:1788572599.827285:0:10717:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8b7a89921148), flags 504000
00000080:00200008:2.0:1788572599.840321:0:10720:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8b7a89921148), request_mask 2047, flags 0, foreign 0
00000080:00200000:2.0:1788572599.840334:0:10720:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148),name=/
00000002:00010000:2.0:1788572599.840355:0:10720:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1788572599.840372:0:10720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1
00010000:00010000:2.0:1788572599.840394:0:10720:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1
00000080:00200000:2.0:1788572599.840402:0:10720:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1788572599.840409:0:10720:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148)
00000080:00010000:2.0:1788572599.840413:0:10720:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148) for lock 0xcbc2cc337d17e568
00000080:00010000:2.0:1788572599.840421:0:10720:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbc2cc337d17e568 from it ffffa38541d77cb8
00010000:00010000:2.0:1788572599.840432:0:10720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1
00010000:00010000:2.0:1788572599.840438:0:10720:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1
00000080:00200000:2.0:1788572599.840463:0:10720:0:(xattr.c:744:ll_xattr_get()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148), xattr lov
00000100:00100000:2.0:1788572599.840538:0:10720:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job getfattr:e9b1ff60-e949-4159-9e94-da8fa66bf576:10720:1875453982817280:192.168.202.159@tcp:33:getfattr.0
00000100:00100000:2.0:1788572599.840634:0:10720:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a860acc00 going to sleep for 11 seconds
00000100:00100000:0.0:1788572599.842685:0:10720:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job getfattr:e9b1ff60-e949-4159-9e94-da8fa66bf576:10720:1875453982817280:192.168.202.159@tcp:33:getfattr.0
00000080:00200000:2.0:1788572599.859955:0:10724:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148),name=/
00000002:00010000:2.0:1788572599.859977:0:10724:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0
00010000:00010000:2.0:1788572599.859992:0:10724:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1
00010000:00010000:2.0:1788572599.860004:0:10724:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1
00000080:00200000:2.0:1788572599.860010:0:10724:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1
00000080:00010000:2.0:1788572599.860017:0:10724:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148)
00000080:00010000:2.0:1788572599.860020:0:10724:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8b7a89921148) for lock 0xcbc2cc337d17e568
00000080:00010000:2.0:1788572599.860028:0:10724:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xcbc2cc337d17e568 from it ffffa38541d87bb0
00010000:00010000:2.0:1788572599.860032:0:10724:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1
00010000:00010000:2.0:1788572599.860042:0:10724:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1
00000080:00200000:2.0:1788572599.860055:0:10724:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148), inode mode 41ed mask 44
00000080:00200008:2.0:1788572599.860068:0:10724:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8b7a89921148), flags 320400
00000080:00200080:2.0:1788572599.860084:0:10724:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8b7a89921148) cmd=4008669a arg=1f2b530
00010000:00010000:2.0:1788572599.860102:0:10724:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1
00010000:00010000:2.0:1788572599.860147:0:10724:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1
00010000:00010000:2.0:1788572599.860152:0:10724:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:2.0:1788572599.860154:0:10724:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8b7a834d9800 lock: ffff8b7a80030600/0xcbc2cc337d17e568 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf9ab4f7c785b3096 expref: -99 pid: 6197 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1
00000020:00100000:2.0:1788572599.860172:0:10724:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff8b7a834d9800: modify RPC slot 1 is allocated opc 36, max 7
00000100:00100000:2.0:1788572599.860181:0:10724:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid  req@ffff8b7a8367a300 x1875453982817536/t0(0) o36->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788572599.860198:0:10724:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367a300 pname:cluuid:pid:xid:nid:opc:job lfs:e9b1ff60-e949-4159-9e94-da8fa66bf576:10724:1875453982817536:192.168.202.159@tcp:36:lfs.0
00000100:00100000:2.0:1788572599.860294:0:10724:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a860aca80 going to sleep for 11 seconds
00000100:00100000:2.0:1788572599.863924:0:10724:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367a300 pname:cluuid:pid:xid:nid:opc:job lfs:e9b1ff60-e949-4159-9e94-da8fa66bf576:10724:1875453982817536:192.168.202.159@tcp:36:lfs.0
00000080:00200008:2.0:1788572599.863972:0:10724:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8b7a89921148), flags 320000
00010000:00010000:1.0:1788572600.380596:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000001:02000400:3.0:1788572600.410852:0:10862:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == ost-pools test 1a: Create a pool with a 1 character pool name ========================================================== 21:43:19 (1788572599)
00000100:00100000:3.0:1788572600.766870:0:2382:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.159@tcp (source: 12345-192.168.202.159@tcp)
00000100:00100000:3.0:1788572600.766925:0:2382:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.159@tcp (source: 12345-192.168.202.159@tcp)
00000100:00100000:2.0:1788572600.766967:0:6157:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0
00000100:00100000:2.0:1788572600.766991:0:6157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875454007029504
00000100:00100000:3.0:1788572600.766991:0:6156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875454007028864
00000100:00100000:2.0:1788572600.767004:0:6157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875454007029504
00000100:00100000:3.0:1788572600.767011:0:6156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875454007028864
00000100:00100000:3.0:1788572600.767069:0:6156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.159@tcp, seq: 5
00000100:00100000:3.0:1788572600.767082:0:6156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7a86089f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:38e32f1f-e83b-4b39-afbb-4ba7df7b5469+4:13779:x1875454007028864:12345-192.168.202.159@tcp:104:
00010000:00010000:3.0:1788572600.767103:0:6156:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.202.159@tcp lock: ffff8b7ac2042400/0xcbc2cc337d17e576 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf9ab4f7c785b30ab expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572600.767213:0:6156:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
00000100:00100000:3.0:1788572600.767221:0:6156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7a86089f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:38e32f1f-e83b-4b39-afbb-4ba7df7b5469+4:13779:x1875454007028864:12345-192.168.202.159@tcp:104: Request processed in 143us (378us total) trans 0 rc 0/0
00000100:00100000:3.0:1788572600.767240:0:6156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.159@tcp, seq: 5
00000100:00100000:3.0:1788572600.767267:0:6156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.159@tcp, seq: 6
00010000:00010000:0.0:1788572600.767274:0:6164:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00000100:00100000:3.0:1788572600.767283:0:6156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7a919f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:38e32f1f-e83b-4b39-afbb-4ba7df7b5469+3:13779:x1875454007029504:12345-192.168.202.159@tcp:104:
00010000:00010000:0.0:1788572600.767285:0:6164:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.159@tcp lock: ffff8b7ac2042400/0xcbc2cc337d17e576 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf9ab4f7c785b30ab expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572600.767292:0:6156:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast  ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043e00/0xcbc2cc337d17e56f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xf9ab4f7c785b30a4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572600.767297:0:6164:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ac2042400 already unused, calling callback (ffffffffc1500c20)
10000000:00010000:0.0:1788572600.767305:0:6164:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.159@tcp lock: ffff8b7ac2042400/0xcbc2cc337d17e576 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf9ab4f7c785b30ab expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572600.767318:0:6164:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.159@tcp lock: ffff8b7ac2042400/0xcbc2cc337d17e576 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf9ab4f7c785b30ab expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:0.0:1788572600.767327:0:6164:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.159@tcp lock: ffff8b7ac2042400/0xcbc2cc337d17e576 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf9ab4f7c785b30ab expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:3.0:1788572600.767332:0:6156:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool
10000000:01000000:0.0:1788572600.767335:0:6164:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre)
00000100:00100000:3.0:1788572600.767342:0:6156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7a919f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:38e32f1f-e83b-4b39-afbb-4ba7df7b5469+3:13779:x1875454007029504:12345-192.168.202.159@tcp:104: Request processed in 66us (415us total) trans 0 rc 0/0
00000100:00100000:3.0:1788572600.767349:0:6156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.159@tcp, seq: 6
00010000:00010000:0.0:1788572600.767387:0:6164:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.159@tcp lock: ffff8b7ac2042400/0xcbc2cc337d17e576 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf9ab4f7c785b30ab expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572600.767389:0:6165:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:0.0:1788572600.767399:0:6164:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00010000:00010000:0.0:1788572600.767427:0:6164:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.159@tcp lock: ffff8b7ac2042400/0xcbc2cc337d17e576 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf9ab4f7c785b30ab expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572600.767436:0:6164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.159@tcp lock: ffff8b7ac2042400/0xcbc2cc337d17e576 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf9ab4f7c785b30ab expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788572600.767458:0:2387:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00010000:00010000:0.0:1788572600.767466:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572600.767470:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572600.767473:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788572600.767480:0:2387:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2387:1875453982817664:192.168.202.159@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788572600.767818:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572600.767821:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572600.767823:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572600.767865:0:6165:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043e00/0xcbc2cc337d17e56f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf9ab4f7c785b30a4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572600.767874:0:6165:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ac2043e00 already unused, calling callback (ffffffffc1500c20)
10000000:00010000:1.0:1788572600.767878:0:6165:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043e00/0xcbc2cc337d17e56f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf9ab4f7c785b30a4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572600.767886:0:6165:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043e00/0xcbc2cc337d17e56f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf9ab4f7c785b30a4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:00010000:1.0:1788572600.767893:0:6165:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043e00/0xcbc2cc337d17e56f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf9ab4f7c785b30a4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:1.0:1788572600.767898:0:6165:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre)
00010000:00010000:1.0:1788572600.767923:0:6165:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043e00/0xcbc2cc337d17e56f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf9ab4f7c785b30a4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572600.767930:0:6165:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed
00000100:00100000:0.0:1788572600.767970:0:2387:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2387:1875453982817792:192.168.202.159@tcp:103:ldlm_bl.0
00010000:00010000:1.0:1788572600.768018:0:6165:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043e00/0xcbc2cc337d17e56f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf9ab4f7c785b30a4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572600.768032:0:6165:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.159@tcp lock: ffff8b7ac2043e00/0xcbc2cc337d17e56f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf9ab4f7c785b30a4 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572600.768045:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572600.768046:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572600.768048:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1788572600.768475:0:2387:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2387:1875453982817664:192.168.202.159@tcp:103:ldlm_bl.0
00000100:00100000:0.0:1788572600.768912:0:2387:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2387:1875453982817792:192.168.202.159@tcp:103:ldlm_bl.0
00010000:00010000:0.0:1788572601.404683:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788572601.725233:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2389:1875453982818048:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572601.725351:0:2389:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0]
00000100:00100000:2.0:1788572601.725365:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2389:1875453982817920:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572601.725399:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2389:1875453982818176:192.168.202.159@tcp:400:kworker.0
00000100:00100000:3.0:1788572601.728084:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2389:1875453982817920:192.168.202.159@tcp:400:kworker.0
00010000:00080000:3.0:1788572601.728116:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162)  req@ffff8b7a8367bb80 x1875453982818176/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 0 dl 1788572617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572601.728131:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2389:1875453982818176:192.168.202.159@tcp:400:kworker.0
00000100:00100000:3.0:1788572601.728142:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2389:1875453982818048:192.168.202.159@tcp:400:kworker.0
10000000:01000000:2.0:1788572602.172654:0:6167:0:(mgc_request.c:611:do_requeue()) updating log lustre-client
10000000:01000000:2.0:1788572602.172677:0:6167:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b7a834d9800 from 52
10000000:01000000:2.0:1788572602.172684:0:6167:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c)
00010000:00010000:2.0:1788572602.172764:0:6167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.159@tcp lock: ffff8b7a8a175800/0xcbc2cc337d17e58b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572602.172778:0:6167:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.159@tcp lock: ffff8b7a8a175800/0xcbc2cc337d17e58b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572602.172792:0:6167:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.159@tcp lock: ffff8b7a8a175800/0xcbc2cc337d17e58b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788572602.172825:0:6167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982818304:192.168.202.159@tcp:101:ll_cfg_requeue.0
00000100:00100000:2.0:1788572602.172944:0:6167:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a87099780 going to sleep for 11 seconds
00000100:00100000:1.0:1788572602.174292:0:6167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982818304:192.168.202.159@tcp:101:ll_cfg_requeue.0
00010000:00010000:1.0:1788572602.174316:0:6167:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.159@tcp lock: ffff8b7a8a175800/0xcbc2cc337d17e58b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b31ca expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572602.174341:0:6167:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.159@tcp lock: ffff8b7a8a175800/0xcbc2cc337d17e58b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf9ab4f7c785b31ca expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788572602.174420:0:6167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982818432:192.168.202.159@tcp:501:ll_cfg_requeue.0
00000100:00100000:1.0:1788572602.174462:0:6167:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a94b1e0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1788572602.175300:0:6167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982818432:192.168.202.159@tcp:501:ll_cfg_requeue.0
00000100:00100000:1.0:1788572602.175344:0:6167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982818560:192.168.202.159@tcp:503:ll_cfg_requeue.0
00000100:00100000:1.0:1788572602.175413:0:6167:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a94b1e0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1788572602.176377:0:6167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982818560:192.168.202.159@tcp:503:ll_cfg_requeue.0
00000100:00100000:1.0:1788572602.176803:0:10886:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:10886:1875453982818688:192.168.202.159@tcp:502:llog_process_th.0
00000100:00100000:1.0:1788572602.176863:0:10886:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a94b1e0c0 going to sleep for 11 seconds
00000100:00100000:1.0:1788572602.177826:0:10886:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:10886:1875453982818688:192.168.202.159@tcp:502:llog_process_th.0
00000020:01000000:1.0:1788572602.177861:0:10886:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1
00000020:00000080:1.0:1788572602.177871:0:10886:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572602.177873:0:10886:0:(obd_config.c:1563:class_process_config()) marker 43 (0x1) lustre-clilov new lustre.p
00000020:01000000:1.0:1788572602.177878:0:10886:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce020, instance name: lustre-clilov-ffff8b7a834d9800
00000020:00000080:1.0:1788572602.177880:0:10886:0:(obd_config.c:1472:class_process_config()) processing cmd: ce020
00020000:01000000:1.0:1788572602.177898:0:10886:0:(lov_pool.c:419:lov_pool_new()) p is pool #1
00000100:00100000:1.0:1788572602.177912:0:10886:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:10886:1875453982818816:192.168.202.159@tcp:502:llog_process_th.0
00000100:00100000:1.0:1788572602.177951:0:10886:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a860acf00 going to sleep for 11 seconds
00000100:00100000:1.0:1788572602.178670:0:10886:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:10886:1875453982818816:192.168.202.159@tcp:502:llog_process_th.0
00000020:01000000:1.0:1788572602.178688:0:10886:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2
00000020:00000080:1.0:1788572602.178692:0:10886:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010
00000020:00000080:1.0:1788572602.178694:0:10886:0:(obd_config.c:1563:class_process_config()) marker 43 (0x2) lustre-clilov new lustre.p
00000040:00080000:1.0:1788572602.178697:0:10886:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54
00000020:01000000:2.0:1788572602.178772:0:6167:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0)
10000000:01000000:2.0:1788572602.178797:0:6167:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.159@tcp: configuration from log 'lustre-client' succeeded (0).
00010000:00010000:2.0:1788572602.178809:0:6167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.159@tcp lock: ffff8b7a8a175800/0xcbc2cc337d17e58b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b31ca expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572602.178821:0:6167:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.159@tcp lock: ffff8b7a8a175800/0xcbc2cc337d17e58b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b31ca expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
10000000:01000000:2.0:1788572602.178833:0:6167:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc
10000000:01000000:2.0:1788572602.178836:0:6167:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8b7a906099c0 from 1
10000000:01000000:2.0:1788572602.178840:0:6167:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c)
00010000:00010000:2.0:1788572602.178869:0:6167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.159@tcp lock: ffff8b7a8a174400/0xcbc2cc337d17e592 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572602.178877:0:6167:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.159@tcp lock: ffff8b7a8a174400/0xcbc2cc337d17e592 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:2.0:1788572602.178907:0:6167:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.159@tcp lock: ffff8b7a8a174400/0xcbc2cc337d17e592 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:2.0:1788572602.178923:0:6167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982818944:192.168.202.159@tcp:101:ll_cfg_requeue.0
00000100:00100000:2.0:1788572602.178965:0:6167:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a87099780 going to sleep for 11 seconds
00000100:00100000:1.0:1788572602.180024:0:6167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982818944:192.168.202.159@tcp:101:ll_cfg_requeue.0
00010000:00010000:1.0:1788572602.180043:0:6167:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.159@tcp lock: ffff8b7a8a174400/0xcbc2cc337d17e592 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b31d1 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572602.180055:0:6167:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.159@tcp lock: ffff8b7a8a174400/0xcbc2cc337d17e592 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf9ab4f7c785b31d1 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00000100:00100000:1.0:1788572602.180104:0:6167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982819072:192.168.202.159@tcp:501:ll_cfg_requeue.0
00000100:00100000:1.0:1788572602.180151:0:6167:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b7a860acf00 going to sleep for 11 seconds
00000100:00100000:1.0:1788572602.180951:0:6167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:6167:1875453982819072:192.168.202.159@tcp:501:ll_cfg_requeue.0
10000000:01000000:1.0:1788572602.180973:0:6167:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.159@tcp: configuration from log 'lustre-sptlrpc' failed (-2).
00010000:00010000:1.0:1788572602.180980:0:6167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.159@tcp lock: ffff8b7a8a174400/0xcbc2cc337d17e592 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b31d1 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:1.0:1788572602.181003:0:6167:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.159@tcp lock: ffff8b7a8a174400/0xcbc2cc337d17e592 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf9ab4f7c785b31d1 expref: -99 pid: 6167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0
00010000:00010000:0.0:1788572602.428805:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572603.452743:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572604.476600:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572605.500662:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572606.524719:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788572606.844750:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2389:1875453982819200:192.168.202.159@tcp:400:kworker.0
00000100:00100000:3.0:1788572606.844760:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982819328:192.168.202.159@tcp:400:kworker.0
00000100:00100000:3.0:1788572606.844886:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1788572606.844899:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982819456:192.168.202.159@tcp:400:kworker.0
00010000:00010000:0.0:1788572607.548626:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572608.572631:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572609.596708:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572610.620695:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572611.644642:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1788572611.964689:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2390:1875453982819584:192.168.202.159@tcp:400:kworker.0
00000100:00100000:3.0:1788572611.964701:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2389:1875453982819712:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572611.964818:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982819840:192.168.202.159@tcp:400:kworker.0
00010000:00010000:1.0:1788572612.668666:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572613.692666:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572614.716697:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572615.740753:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572616.764691:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1788572617.084740:0:2390:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982820096:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572617.084745:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2389:1875453982819968:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572617.084857:0:2389:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2389:1875453982820224:192.168.202.159@tcp:400:kworker.0
00010000:00010000:0.0:1788572617.788656:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572618.812665:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572619.836587:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572620.860654:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572621.884664:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:2.0:1788572622.204596:0:2390:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572606/real 1788572606]  req@ffff8b7a8608bb80 x1875453982819456/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572622 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000400:3.0:1788572622.204596:0:2389:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572606/real 1788572606]  req@ffff8b7a86089f80 x1875453982819200/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 1 dl 1788572622 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572622.204652:0:2389:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8b7a86089f80 x1875453982819200/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 1 dl 1788572622 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572622.204661:0:2389:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from FULL to DISCONN
00000100:02020000:3.0:1788572622.204665:0:2389:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.159@tcp: Connection to MGS (at 192.168.202.159@tcp) was lost; in progress operations using this service will fail
00000100:00100000:0.0:1788572622.204680:0:2387:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982820480:192.168.202.159@tcp:400:kworker.0
00000100:00080000:3.0:1788572622.216290:0:2389:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.202.159@tcp for MGC192.168.202.159@tcp not replayable, auto-deactivating
00000100:00080000:3.0:1788572622.216294:0:2389:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID
00000100:00100000:3.0:1788572622.216302:0:2389:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight  req@ffff8b7a86089f80 x1875453982819200/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 1 dl 1788572622 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572622.216312:0:2389:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight  req@ffff8b7a86088380 x1875453982819584/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1788572627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572622.216319:0:2389:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight  req@ffff8b7a86089880 x1875453982819968/t0(0) o400->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 224/224 e 0 to 0 dl 1788572633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
10000000:01000000:3.0:1788572622.216335:0:2389:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001
00000100:00080000:3.0:1788572622.216338:0:2389:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down
10000000:01000000:3.0:1788572622.216339:0:2389:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002
00000100:00080000:3.0:1788572622.216340:0:2389:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN
00000100:00100000:1.0:1788572622.216361:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:0:1875453982820352:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572622.216375:0:2388:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982820608:192.168.202.159@tcp:400:kworker.0
00000100:00100000:3.0:1788572622.216427:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2389:1875453982819968:192.168.202.159@tcp:400:kworker.0
00000100:00100000:3.0:1788572622.216448:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2389:1875453982819200:192.168.202.159@tcp:400:kworker.0
00000100:00080000:1.0:1788572622.216549:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572622.216557:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572622.216560:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572622.216566:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 246
00000100:00080000:1.0:1788572622.216577:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788572622.216601:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453982820736/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572622.216649:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982820736:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788572622.218417:0:2390:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8b7a8608bb80 x1875453982819456/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572622 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572622.218426:0:2390:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN
00000100:02000400:2.0:1788572622.218429:0:2390:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff8b7a834d9800: Connection to lustre-MDT0001 (at 192.168.202.159@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1788572622.221860:0:2390:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN
00000100:00000400:2.0:1788572622.221886:0:2390:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572606/real 1788572606]  req@ffff8b7a8608b800 x1875453982819328/t0(0) o400->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572622 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572622.221907:0:2390:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8b7a8608b800 x1875453982819328/t0(0) o400->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572622 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572622.221909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572622.221913:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572622.221916:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572622.221923:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 246
00000100:00080000:2.0:1788572622.221937:0:2390:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1788572622.221942:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:02000400:2.0:1788572622.221944:0:2390:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff8b7a834d9800: Connection to lustre-MDT0000 (at 192.168.202.159@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1788572622.221949:0:2390:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN
00000008:00100000:1.0:1788572622.221961:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572622.221979:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453982820864/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788572622.221985:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2390:1875453982819584:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572622.222000:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982819456:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572622.222010:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982819328:192.168.202.159@tcp:400:kworker.0
00000100:00080000:1.0:1788572622.222017:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572622.222022:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572622.222025:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788572622.222028:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982820864:192.168.202.159@tcp:38:kworker.0
00000100:00080000:1.0:1788572622.222034:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 246
00000100:00080000:1.0:1788572622.222047:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788572622.222053:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572622.222070:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982820992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572622.222100:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982820992:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572622.908608:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572623.932616:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572624.956657:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572625.980618:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572627.004611:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572627.324594:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000400:2.0:1788572627.324601:0:2390:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572611/real 1788572611]  req@ffff8b7a8608aa00 x1875453982819840/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572627 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572627.324602:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1788572627.324607:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572627.324615:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1788572627.324620:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572627.324623:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000400:3.0:1788572627.331798:0:2389:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572611/real 1788572611]  req@ffff8b7a8608a300 x1875453982819712/t0(0) o400->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572627 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572627.331838:0:2389:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8b7a8608a300 x1875453982819712/t0(0) o400->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572627 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572627.331845:0:2389:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8b7a83630800 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:3.0:1788572627.331870:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2389:1875453982819712:192.168.202.159@tcp:400:kworker.0
00000100:00100000:2.0:1788572627.333880:0:2390:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8b7a8608aa00 x1875453982819840/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572627 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572627.333888:0:2390:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8b7a83631800 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:2.0:1788572627.333898:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982819840:192.168.202.159@tcp:400:kworker.0
00010000:00010000:3.0:1788572628.028704:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572629.052620:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572630.076694:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572631.100637:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572632.124617:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1788572632.444647:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572622/real 1788572622]  req@ffff8b7a86bf9f80 x1875453982820992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572632 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572632.444662:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572632.444670:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1788572632.444673:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572632.444676:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1788572632.444680:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572632.444683:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1788572632.444695:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982820992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572632 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572632.444712:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572622/real 1788572622]  req@ffff8b7a86bf9880 x1875453982820864/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572632 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572632.444729:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453982820864/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572632 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572632.444740:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572622/real 1788572622]  req@ffff8b7a86bfa300 x1875453982820736/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572632 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572632.444779:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453982820736/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572632 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572632.444795:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572632.444810:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572632.444815:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982820992:192.168.202.159@tcp:38:kworker.0
00000100:00080000:1.0:1788572632.444823:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572632.444832:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572632.444836:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982820864:192.168.202.159@tcp:38:kworker.0
00000100:00080000:0.0:1788572632.444842:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572632.444847:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1788572632.444850:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572632.444851:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788572632.444856:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572632.444863:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572632.444866:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572632.444871:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982820736:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788572632.444885:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 370
00000100:00080000:0.0:1788572632.444904:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1788572632.444912:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572632.444926:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572632.444960:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453982821120/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572632.444982:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572632.444985:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572632.444986:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572632.444989:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 370
00000100:00080000:0.0:1788572632.444992:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1788572632.444994:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572632.444997:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572632.445006:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453982821248/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572632.445017:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572632.445020:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572632.445023:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788572632.445025:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982821120:192.168.202.159@tcp:38:kworker.0
00000100:00080000:0.0:1788572632.445028:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 370
00000100:00080000:0.0:1788572632.445035:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 5s
00000100:00080000:0.0:1788572632.445038:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572632.445048:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453982821376/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572632.445213:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982821248:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572632.445258:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982821376:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788572633.148648:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:3.0:1788572633.468722:0:2389:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572617/real 1788572617]  req@ffff8b7a8608ad80 x1875453982820224/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572633 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000400:2.0:1788572633.468772:0:2390:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572617/real 1788572617]  req@ffff8b7a8608a680 x1875453982820096/t0(0) o400->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572633 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788572633.468796:0:2390:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8b7a8608a680 x1875453982820096/t0(0) o400->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572633 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788572633.468804:0:2390:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8b7a83630800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:2.0:1788572633.468816:0:2390:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2390:1875453982820096:192.168.202.159@tcp:400:kworker.0
00000100:00100000:3.0:1788572633.480972:0:2389:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8b7a8608ad80 x1875453982820224/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572633 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572633.480983:0:2389:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8b7a83631800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:3.0:1788572633.481022:0:2389:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2389:1875453982820224:192.168.202.159@tcp:400:kworker.0
00010000:00010000:3.0:1788572634.172638:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572635.196603:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572636.220599:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572637.244665:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572637.564835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572637.564847:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1788572637.564851:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572637.564855:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1788572637.564870:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572637.564873:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:0.0:1788572638.268589:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:1.0:1788572638.588602:0:2387:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572622/real 1788572622]  req@ffff8b7a86110380 x1875453982820480/t0(0) o400->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572638 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000400:0.0:1788572638.588640:0:2388:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572622/real 1788572622]  req@ffff8b7a86110e00 x1875453982820608/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572638 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788572638.588663:0:2388:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8b7a86110e00 x1875453982820608/t0(0) o400->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572638 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788572638.588670:0:2388:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8b7a83631800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:0.0:1788572638.588695:0:2388:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9b1ff60-e949-4159-9e94-da8fa66bf576:2388:1875453982820608:192.168.202.159@tcp:400:kworker.0
00000100:00100000:1.0:1788572638.604644:0:2387:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff8b7a86110380 x1875453982820480/t0(0) o400->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 224/224 e 0 to 1 dl 1788572638 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572638.604658:0:2387:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff8b7a83630800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:1.0:1788572638.604674:0:2387:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9b1ff60-e949-4159-9e94-da8fa66bf576:2387:1875453982820480:192.168.202.159@tcp:400:kworker.0
00010000:00010000:0.0:1788572639.292598:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572640.316614:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572641.340671:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572642.364591:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572642.684591:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572642.684603:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1788572642.684608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572642.684613:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1788572642.684615:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572642.684618:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:3.0:1788572643.388667:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572644.412597:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572645.436604:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572646.460597:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572647.484591:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572647.804549:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572647.804557:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1788572647.804560:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572647.804563:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1788572647.804564:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572647.804566:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1788572647.804616:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572632/real 1788572632]  req@ffff8b7a86113800 x1875453982821248/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572647 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1788572647.804639:0:2378:0:(socklnd_cb.c:2254:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.202.159@tcp (192.168.202.159:988) timed out; the network or node may be down.
00000100:00100000:1.0:1788572647.804660:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453982821248/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572647 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572647.804671:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572632/real 1788572632]  req@ffff8b7a86111f80 x1875453982821376/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572647 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572647.804684:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453982821376/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572647 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572647.804691:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788572632/real 1788572632]  req@ffff8b7a86113b80 x1875453982821120/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572647 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572647.804699:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453982821120/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572647 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572647.804713:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572647.804729:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572647.804732:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982821248:192.168.202.159@tcp:38:kworker.0
00000100:00080000:1.0:1788572647.804740:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572647.804746:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572647.804750:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982821376:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788572647.804757:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572647.804767:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572647.804772:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982821120:192.168.202.159@tcp:38:kworker.0
00000100:00080000:3.0:1788572647.804780:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572647.804798:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572647.804802:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572647.804810:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 380
00000100:00080000:3.0:1788572647.804832:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1788572647.804840:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572647.804870:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982821504/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572647.804894:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572647.804897:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572647.804899:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572647.804904:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 380
00000100:00080000:3.0:1788572647.804908:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1788572647.804913:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572647.804922:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572647.804937:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982821632/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572647.804946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572647.804950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572647.804951:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572647.804961:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 380
00000100:00080000:3.0:1788572647.804966:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 10s
00000100:00080000:3.0:1788572647.804970:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572647.804976:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572647.805005:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982821760/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572647.805091:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982821504:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572647.805196:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982821632:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572647.805228:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982821760:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572648.508581:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572649.532676:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788572649.852846:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.202.159:988
00000400:00000100:0.0:1788572649.852913:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788572649.852936:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788572649.852992:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788572649.853006:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788572649.853037:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572647/real 1788572649]  req@ffff8b7a8608ad80 x1875453982821504/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572649.853066:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982821504/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572649.853079:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572649.853084:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572649.853087:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982821504:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572649.853094:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572647/real 1788572649]  req@ffff8b7a8608a300 x1875453982821632/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572649.853103:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982821632/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572649.853109:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572649.853112:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572649.853114:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982821632:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572649.853119:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572647/real 1788572649]  req@ffff8b7a86089f80 x1875453982821760/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572649.853127:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982821760/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572649.853159:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572649.853179:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572649.853183:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982821760:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572650.556635:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572651.580605:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572652.604670:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572652.924681:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572652.924694:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572652.924698:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572652.924709:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 396
00000100:00080000:3.0:1788572652.924722:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1788572652.924761:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572652.924812:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982821888/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572652.924855:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572652.924860:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572652.924862:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572652.924867:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 396
00000100:00080000:3.0:1788572652.924871:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 15s
00000100:00080000:3.0:1788572652.924877:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572652.924888:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572652.924904:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982821888:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572652.924946:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982822016/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572652.924961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572652.924965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572652.924967:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572652.924971:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 396
00000100:00080000:3.0:1788572652.924991:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 15s
00000100:00100000:1.0:1788572652.925009:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982822016:192.168.202.159@tcp:38:kworker.0
00000100:00080000:3.0:1788572652.925047:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572652.925070:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572652.925086:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982822144/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572652.925217:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982822144:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572653.628625:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572654.652598:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572655.676641:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788572655.996853:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.202.159:988
00000400:00000100:2.0:1788572655.996924:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788572655.996939:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788572655.996978:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788572655.996987:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788572655.997034:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572652/real 1788572655]  req@ffff8b7a86089c00 x1875453982822144/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572655.997063:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982822144/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572655.997083:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572655.997089:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572655.997094:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982822144:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572655.997102:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572652/real 1788572655]  req@ffff8b7a86088700 x1875453982822016/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572655.997116:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982822016/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572655.997124:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572655.997127:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572655.997135:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982822016:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572655.997142:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572652/real 1788572655]  req@ffff8b7a86089880 x1875453982821888/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572655.997156:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982821888/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572655.997163:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572655.997167:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572655.997170:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982821888:192.168.202.159@tcp:250:kworker.0
00010000:00010000:3.0:1788572656.700593:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572657.724690:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572658.044681:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572658.044692:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572658.044701:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572658.044713:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 401
00000100:00080000:3.0:1788572658.044723:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572658.044731:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572658.044770:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982822272/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572658.044802:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572658.044805:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572658.044807:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572658.044811:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 401
00000100:00080000:3.0:1788572658.044815:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572658.044819:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572658.044830:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572658.044846:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982822400/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572658.044858:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788572658.044866:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982822272:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788572658.044878:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572658.044880:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572658.044883:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 401
00000100:00080000:3.0:1788572658.044887:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572658.044892:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572658.044898:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572658.044912:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982822528/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572658.045011:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982822400:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572658.045045:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982822528:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572658.748671:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788572659.068893:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.202.159:988
00000400:00000100:0.0:1788572659.068942:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788572659.068957:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788572659.069015:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788572659.069025:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788572659.069094:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572658/real 1788572659]  req@ffff8b7a86088a80 x1875453982822400/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572659.069133:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982822400/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572659.069145:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572659.069150:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572659.069154:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982822400:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572659.069162:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572658/real 1788572659]  req@ffff8b7a8608b480 x1875453982822528/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572659.069195:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982822528/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572659.069204:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572659.069207:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572659.069210:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982822528:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572659.069218:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572658/real 1788572659]  req@ffff8b7a86089180 x1875453982822272/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572659.069231:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982822272/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572659.069239:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572659.069243:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572659.069247:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982822272:192.168.202.159@tcp:250:kworker.0
00010000:00010000:2.0:1788572659.772631:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572660.796622:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572661.820612:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572662.844598:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572663.164685:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572663.164698:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572663.164703:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572663.164715:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 406
00000100:00080000:3.0:1788572663.164727:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572663.164736:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572663.164783:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982822656/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572663.164813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572663.164817:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572663.164818:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572663.164823:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 406
00000100:00080000:3.0:1788572663.164826:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572663.164830:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572663.164859:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572663.164873:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982822656:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572663.164875:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982822784/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572663.164891:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572663.164894:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572663.164896:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572663.164910:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 406
00000100:00080000:3.0:1788572663.164915:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572663.164919:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572663.164925:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572663.164937:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982822912/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572663.165038:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982822784:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572663.165074:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982822912:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572663.868658:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572664.892618:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788572665.212742:0:2374:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.202.159:988
00000400:00000100:2.0:1788572665.212777:0:2374:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788572665.212789:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788572665.212816:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788572665.212822:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788572665.212866:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572663/real 1788572665]  req@ffff8b7a86088000 x1875453982822784/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572665.212895:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982822784/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572665.212932:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572665.212938:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572665.212942:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982822784:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572665.212951:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572663/real 1788572665]  req@ffff8b7a86089500 x1875453982822912/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572665.212963:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982822912/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572665.212970:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572665.212974:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572665.212977:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982822912:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572665.212990:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572663/real 1788572665]  req@ffff8b7a8608b100 x1875453982822656/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572665.213003:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982822656/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572665.213010:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572665.213013:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572665.213016:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982822656:192.168.202.159@tcp:250:kworker.0
00010000:00010000:2.0:1788572665.916583:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572666.940655:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572667.964568:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572668.284622:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572668.284631:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572668.284635:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572668.284644:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 411
00000100:00080000:0.0:1788572668.284654:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572668.284660:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572668.284699:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453982823040/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572668.284720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572668.284723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572668.284725:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572668.284728:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 411
00000100:00080000:0.0:1788572668.284731:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572668.284734:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572668.284742:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572668.284752:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453982823168/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572668.284760:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572668.284763:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572668.284764:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572668.284768:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 411
00000100:00080000:0.0:1788572668.284770:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788572668.284776:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982823040:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788572668.284787:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572668.284792:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572668.284803:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453982823296/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572668.284836:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572668.284867:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572668/real 1788572668]  req@ffff8b7a86110e00 x1875453982823040/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572668.284888:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453982823040/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572668.284895:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572668.284898:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572668.284902:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982823040:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572668.284907:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982823168:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572668.284924:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572668.284936:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572668/real 1788572668]  req@ffff8b7a86112300 x1875453982823168/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572668.284949:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453982823168/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572668.284958:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572668.284962:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572668.284965:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982823168:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572668.284990:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982823296:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572668.285019:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572668.285046:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572668/real 1788572668]  req@ffff8b7a86111880 x1875453982823296/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572668.285059:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453982823296/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572668.285080:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572668.285084:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572668.285088:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982823296:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572668.988648:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572670.012676:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572671.036663:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572672.060630:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572673.084658:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572673.404726:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572673.404738:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572673.404742:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572673.404753:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 416
00000100:00080000:3.0:1788572673.404764:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572673.404772:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572673.404812:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982823424/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572673.404842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572673.404863:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572673.404875:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572673.404881:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 416
00000100:00080000:3.0:1788572673.404885:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572673.404889:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572673.404900:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572673.404916:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982823424:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572673.404916:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982823552/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572673.404944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572673.404948:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572673.404951:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572673.404955:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 416
00000100:00080000:3.0:1788572673.404960:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572673.404965:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572673.404971:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572673.404983:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982823680/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572673.405069:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982823552:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572673.405106:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982823680:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572674.108632:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788572674.429230:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.202.159:988
00000400:00000100:0.0:1788572674.429269:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788572674.429281:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788572674.429319:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788572674.429326:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788572674.429364:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572673/real 1788572674]  req@ffff8b7a8608b100 x1875453982823552/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572674.429386:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982823552/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572674.429397:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572674.429402:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572674.429408:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982823552:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572674.429417:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572673/real 1788572674]  req@ffff8b7a86089500 x1875453982823680/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572674.429430:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982823680/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572674.429439:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572674.429442:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572674.429463:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982823680:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572674.429471:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572673/real 1788572674]  req@ffff8b7a86088e00 x1875453982823424/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572674.429485:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982823424/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572674.429523:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572674.429528:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572674.429532:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982823424:192.168.202.159@tcp:250:kworker.0
00010000:00010000:2.0:1788572675.132617:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572676.156643:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572677.180623:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572678.204656:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572678.524643:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572678.524654:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572678.524658:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572678.524670:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 421
00000100:00080000:3.0:1788572678.524682:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572678.524705:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572678.524761:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982823808/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572678.524798:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572678.524803:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572678.524805:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572678.524816:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 421
00000100:00080000:3.0:1788572678.524821:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572678.524826:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572678.524840:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572678.524856:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982823936/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572678.524871:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982823808:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788572678.524879:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572678.524884:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572678.524886:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572678.524892:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 421
00000100:00080000:3.0:1788572678.524896:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572678.524902:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572678.524908:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572678.524923:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982824064/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572678.524982:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572678.525044:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572678/real 1788572678]  req@ffff8b7a86088000 x1875453982823808/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572678.525071:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982823808/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572678.525088:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572678.525094:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572678.525099:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982823808:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572678.525142:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982823936:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572678.525169:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572678.525183:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572678/real 1788572678]  req@ffff8b7a86089180 x1875453982823936/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572678.525213:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982823936/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572678.525222:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572678.525226:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572678.525230:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982823936:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572678.525237:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982824064:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572678.525261:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572678.525274:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572678/real 1788572678]  req@ffff8b7a8608b480 x1875453982824064/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572678.525287:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982824064/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572678.525296:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572678.525299:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572678.525302:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982824064:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572679.228665:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572680.252609:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572681.276648:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572682.300618:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788572683.324621:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572683.644664:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572683.644675:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572683.644692:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572683.644700:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 426
00000100:00080000:3.0:1788572683.644710:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572683.644716:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572683.644743:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982824192/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572683.644773:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572683.644775:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572683.644777:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572683.644780:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 426
00000100:00080000:3.0:1788572683.644782:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572683.644786:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572683.644795:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572683.644810:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982824320/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572683.644820:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982824192:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788572683.644825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572683.644831:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572683.644833:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572683.644838:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 426
00000100:00080000:3.0:1788572683.644842:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572683.644847:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572683.644853:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572683.644867:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982824448/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572683.644880:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572683.644916:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572683/real 1788572683]  req@ffff8b7a86088a80 x1875453982824192/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572683.644931:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982824192/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572683.644947:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572683.644951:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572683.644954:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982824192:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572683.644975:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982824320:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572683.644995:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572683.645005:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572683/real 1788572683]  req@ffff8b7a86089880 x1875453982824320/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572683.645013:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982824320/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572683.645018:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572683.645020:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572683.645023:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982824320:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572683.645026:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982824448:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572683.645036:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572683.645041:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572683/real 1788572683]  req@ffff8b7a86088700 x1875453982824448/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572683.645048:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982824448/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572683.645053:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572683.645055:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572683.645057:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982824448:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572684.348636:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572685.372635:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572686.396684:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572687.421668:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572688.444649:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572688.764663:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572688.764675:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572688.764679:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572688.764690:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 432
00000100:00080000:3.0:1788572688.764702:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572688.764710:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572688.764751:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982824576/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572688.764778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572688.764782:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572688.764784:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572688.764788:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 432
00000100:00080000:3.0:1788572688.764792:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572688.764797:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572688.764810:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572688.764824:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982824704/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572688.764834:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572688.764838:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788572688.764839:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982824576:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788572688.764840:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572688.764844:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 432
00000100:00080000:3.0:1788572688.764847:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572688.764851:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572688.764876:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572688.764887:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982824832/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572688.764932:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572688.764989:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572688/real 1788572688]  req@ffff8b7a86089c00 x1875453982824576/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572688.765015:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982824576/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572688.765031:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572688.765037:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572688.765042:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982824576:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572688.765080:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982824704:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572688.765110:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572688.765125:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572688/real 1788572688]  req@ffff8b7a86089f80 x1875453982824704/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572688.765135:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982824704/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572688.765144:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572688.765147:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572688.765151:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982824704:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572688.765156:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982824832:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572688.765177:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572688.765188:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572688/real 1788572688]  req@ffff8b7a8608a300 x1875453982824832/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572688.765213:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982824832/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572688.765221:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572688.765225:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572688.765228:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982824832:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572689.468641:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572690.492971:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572691.516651:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572692.540585:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572693.564620:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572693.884588:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572693.884599:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572693.884604:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572693.884615:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 437
00000100:00080000:2.0:1788572693.884625:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572693.884633:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788572693.884666:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678e00 x1875453982824960/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572693.884695:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572693.884699:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572693.884701:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572693.884706:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 437
00000100:00080000:2.0:1788572693.884710:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572693.884715:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572693.884725:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572693.884739:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678380 x1875453982825088/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572693.884747:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982824960:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788572693.884754:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572693.884760:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572693.884762:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572693.884766:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 437
00000100:00080000:2.0:1788572693.884771:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572693.884790:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572693.884796:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572693.884810:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b800 x1875453982825216/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572693.884869:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982825088:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572693.884904:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982825216:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572694.588620:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572695.612676:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788572695.932795:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.202.159:988
00000400:00000100:0.0:1788572695.932836:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788572695.932852:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788572695.932900:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788572695.932911:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788572695.932948:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572693/real 1788572695]  req@ffff8b7a83678380 x1875453982825088/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572695.932977:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678380 x1875453982825088/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572695.932989:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572695.933010:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572695.933015:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982825088:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572695.933024:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572693/real 1788572695]  req@ffff8b7a8367b800 x1875453982825216/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572695.933039:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b800 x1875453982825216/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572695.933069:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572695.933075:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572695.933079:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982825216:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572695.933087:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572693/real 1788572695]  req@ffff8b7a83678e00 x1875453982824960/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572695.933110:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678e00 x1875453982824960/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572695.933121:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572695.933126:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572695.933129:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982824960:192.168.202.159@tcp:250:kworker.0
00010000:00010000:3.0:1788572696.636646:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572697.660628:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572698.684625:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572699.004643:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572699.004657:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572699.004662:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572699.004678:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 442
00000100:00080000:2.0:1788572699.004691:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572699.004703:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788572699.004749:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453982825344/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572699.004785:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572699.004789:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572699.004791:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572699.004796:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 442
00000100:00080000:2.0:1788572699.004801:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572699.004805:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572699.004817:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572699.004832:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453982825472/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572699.004846:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982825344:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788572699.004846:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572699.004855:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572699.004875:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572699.004881:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 442
00000100:00080000:2.0:1788572699.004886:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572699.004891:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572699.004897:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572699.004910:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453982825600/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572699.004928:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572699.004970:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572699/real 1788572699]  req@ffff8b7a8367bb80 x1875453982825344/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572699.004987:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453982825344/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572699.004996:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572699.005000:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572699.005003:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982825344:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572699.005031:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982825472:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572699.005071:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572699.005087:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572699/real 1788572699]  req@ffff8b7a83679f80 x1875453982825472/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572699.005101:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453982825472/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572699.005112:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572699.005116:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572699.005120:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982825472:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572699.005127:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982825600:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572699.005151:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572699.005164:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572699/real 1788572699]  req@ffff8b7a83679500 x1875453982825600/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572699.005194:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453982825600/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572699.005204:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572699.005208:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572699.005212:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982825600:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572699.708652:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572700.732682:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572701.756608:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572702.780619:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572703.804643:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572704.124696:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572704.124711:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572704.124716:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572704.124730:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 447
00000100:00080000:2.0:1788572704.124744:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572704.124753:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788572704.124799:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453982825728/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572704.124838:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572704.124841:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572704.124843:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572704.124847:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 447
00000100:00080000:2.0:1788572704.124851:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572704.124854:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572704.124864:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572704.124888:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453982825856/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572704.124925:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572704.124929:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572704.124931:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572704.124936:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 447
00000100:00080000:2.0:1788572704.124940:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572704.124944:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572704.124949:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572704.124965:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453982825984/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572704.124997:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982825728:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788572704.125185:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572704.125260:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572704/real 1788572704]  req@ffff8b7a8367b480 x1875453982825728/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572704.125304:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453982825728/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572704.125327:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572704.125332:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572704.125337:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982825728:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572704.125350:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982825856:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572704.125380:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572704.125396:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572704/real 1788572704]  req@ffff8b7a83678000 x1875453982825856/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572704.125411:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453982825856/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572704.125420:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572704.125424:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572704.125428:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982825856:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572704.125434:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982825984:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572704.125457:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572704.125469:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572704/real 1788572704]  req@ffff8b7a83678a80 x1875453982825984/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572704.125483:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453982825984/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572704.125545:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572704.125551:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572704.125556:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982825984:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572704.828611:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572705.852617:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572706.876629:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572707.900641:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572708.924664:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572709.244622:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572709.244634:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572709.244652:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572709.244663:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 452
00000100:00080000:0.0:1788572709.244673:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572709.244681:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572709.244717:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453982826112/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572709.244750:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572709.244754:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572709.244756:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572709.244761:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 452
00000100:00080000:0.0:1788572709.244765:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572709.244769:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572709.244779:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572709.244795:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453982826240/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572709.244803:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982826112:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788572709.244810:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572709.244816:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572709.244818:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572709.244822:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 452
00000100:00080000:0.0:1788572709.244827:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572709.244832:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572709.244837:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572709.244854:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453982826368/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572709.244881:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572709.244939:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572709/real 1788572709]  req@ffff8b7a86112a00 x1875453982826112/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572709.244960:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453982826112/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572709.244971:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572709.244976:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572709.244980:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982826112:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572709.245006:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982826240:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572709.245032:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572709.245048:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572709/real 1788572709]  req@ffff8b7a86112d80 x1875453982826240/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572709.245060:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453982826240/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572709.245069:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572709.245072:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572709.245075:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982826240:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572709.245091:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982826368:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572709.245118:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572709.245131:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572709/real 1788572709]  req@ffff8b7a86110700 x1875453982826368/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572709.245145:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453982826368/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572709.245152:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572709.245156:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572709.245159:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982826368:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572709.948641:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572710.972833:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572711.996657:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572713.020597:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572714.044605:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572714.364595:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572714.364605:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572714.364608:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572714.364617:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 457
00000100:00080000:0.0:1788572714.364625:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572714.364632:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572714.364661:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453982826496/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572714.364684:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572714.364687:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572714.364688:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572714.364691:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 457
00000100:00080000:0.0:1788572714.364694:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572714.364696:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572714.364704:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572714.364716:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453982826624/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572714.364725:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572714.364729:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788572714.364732:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982826496:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788572714.364742:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572714.364748:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 457
00000100:00080000:0.0:1788572714.364753:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572714.364757:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572714.364764:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572714.364779:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453982826752/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572714.364791:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572714.364842:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572714/real 1788572714]  req@ffff8b7a86111c00 x1875453982826496/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572714.364863:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453982826496/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572714.364874:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572714.364878:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572714.364882:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982826496:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572714.364906:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982826624:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572714.364931:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572714.364945:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572714/real 1788572714]  req@ffff8b7a86112680 x1875453982826624/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572714.364979:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453982826624/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572714.364989:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572714.364993:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572714.364997:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982826624:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572714.365004:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982826752:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572714.365029:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572714.365042:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572714/real 1788572714]  req@ffff8b7a86111180 x1875453982826752/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572714.365054:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453982826752/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572714.365062:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572714.365066:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572714.365069:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982826752:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572715.068655:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572716.092606:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572717.116610:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572718.140679:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572719.164608:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572719.484592:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572719.484600:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572719.484603:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572719.484612:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 462
00000100:00080000:3.0:1788572719.484622:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572719.484630:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572719.484679:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982826880/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572719.484705:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572719.484709:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572719.484711:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572719.484716:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 462
00000100:00080000:3.0:1788572719.484721:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572719.484725:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572719.484736:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572719.484766:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982826880:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572719.484775:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982827008/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572719.484790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572719.484794:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572719.484796:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572719.484801:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 462
00000100:00080000:3.0:1788572719.484806:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572719.484811:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572719.484817:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572719.484832:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982827136/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572719.484843:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572719.484891:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572719/real 1788572719]  req@ffff8b7a8608ad80 x1875453982826880/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572719.484911:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982826880/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572719.484938:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572719.484944:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572719.484950:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982826880:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572719.484980:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982827008:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572719.485009:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572719.485024:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572719/real 1788572719]  req@ffff8b7a8608a680 x1875453982827008/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572719.485038:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982827008/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572719.485046:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572719.485049:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572719.485052:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982827008:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572719.485058:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982827136:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572719.485079:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572719.485091:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572719/real 1788572719]  req@ffff8b7a8608aa00 x1875453982827136/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572719.485104:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982827136/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572719.485114:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572719.485117:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572719.485121:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982827136:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572720.188597:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572721.212640:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572722.236576:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572723.260705:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572724.284707:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572724.604614:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572724.604626:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572724.604631:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572724.604642:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 467
00000100:00080000:0.0:1788572724.604654:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572724.604664:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572724.604718:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453982827264/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572724.604748:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572724.604752:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572724.604754:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572724.604759:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 467
00000100:00080000:0.0:1788572724.604763:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572724.604782:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572724.604792:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572724.604809:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453982827392/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572724.604809:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982827264:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788572724.604822:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572724.604829:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572724.604831:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572724.604835:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 467
00000100:00080000:0.0:1788572724.604839:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572724.604843:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572724.604848:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572724.604863:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453982827520/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572724.604903:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572724.604948:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572724/real 1788572724]  req@ffff8b7a86110a80 x1875453982827264/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572724.604970:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453982827264/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572724.604982:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572724.604987:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572724.604992:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982827264:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572724.605018:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982827392:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572724.605046:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572724.605061:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572724/real 1788572724]  req@ffff8b7a86113100 x1875453982827392/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572724.605094:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453982827392/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572724.605103:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572724.605107:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572724.605111:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982827392:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572724.605117:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982827520:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572724.605138:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572724.605150:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572724/real 1788572724]  req@ffff8b7a86111180 x1875453982827520/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572724.605173:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453982827520/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572724.605182:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572724.605185:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572724.605189:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982827520:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572725.308643:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572726.332658:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572727.356698:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572728.380731:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572729.404802:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572729.724760:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572729.724788:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572729.724793:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572729.724805:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 473
00000100:00080000:2.0:1788572729.724817:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572729.724825:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788572729.724864:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453982827648/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572729.724910:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572729.724913:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572729.724915:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572729.724919:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 473
00000100:00080000:2.0:1788572729.724921:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572729.724924:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572729.724934:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572729.724947:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453982827776/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572729.724959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788572729.724968:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982827648:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788572729.724973:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572729.724978:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572729.724983:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 473
00000100:00080000:2.0:1788572729.724987:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572729.724992:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572729.724998:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572729.725010:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453982827904/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572729.725101:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982827776:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572729.725136:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982827904:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572730.428641:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572731.452669:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572732.476626:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788572732.796800:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788572732.796846:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788572732.796862:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788572732.796903:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788572732.796912:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788572732.796958:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572729/real 1788572732]  req@ffff8b7a83679880 x1875453982827776/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572732.796986:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453982827776/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572732.796999:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572732.797005:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572732.797010:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982827776:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572732.797019:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572729/real 1788572732]  req@ffff8b7a8367ad80 x1875453982827904/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572732.797050:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453982827904/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572732.797084:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572732.797089:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572732.797092:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982827904:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572732.797100:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572729/real 1788572732]  req@ffff8b7a8367aa00 x1875453982827648/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572732.797115:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453982827648/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572732.797123:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572732.797127:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572732.797131:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982827648:192.168.202.159@tcp:250:kworker.0
00010000:00010000:3.0:1788572733.500637:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572734.524613:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572734.844625:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572734.844650:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572734.844653:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572734.844661:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 478
00000100:00080000:2.0:1788572734.844669:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572734.844676:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788572734.844709:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453982828032/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572734.844743:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572734.844747:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572734.844749:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572734.844754:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 478
00000100:00080000:2.0:1788572734.844758:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572734.844763:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572734.844786:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572734.844804:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453982828160/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572734.844814:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572734.844818:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572734.844821:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572734.844824:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 478
00000100:00080000:2.0:1788572734.844829:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572734.844834:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572734.844840:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572734.844857:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453982828288/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572734.844860:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982828032:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788572734.844981:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572734.845054:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572734/real 1788572734]  req@ffff8b7a83679180 x1875453982828032/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572734.845081:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453982828032/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572734.845095:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572734.845101:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572734.845106:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982828032:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572734.845117:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982828160:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572734.845168:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572734.845185:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572734/real 1788572734]  req@ffff8b7a83678700 x1875453982828160/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572734.845199:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453982828160/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572734.845208:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572734.845212:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572734.845216:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982828160:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572734.845258:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982828288:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572734.845309:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572734.845325:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572734/real 1788572734]  req@ffff8b7a83679c00 x1875453982828288/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572734.845338:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453982828288/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572734.845347:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572734.845351:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572734.845355:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982828288:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572735.548675:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572736.572686:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572737.596683:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572738.620647:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572739.644684:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572739.964645:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572739.964657:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572739.964662:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572739.964673:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 483
00000100:00080000:0.0:1788572739.964684:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572739.964706:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572739.964752:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453982828416/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572739.964785:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572739.964789:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572739.964791:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572739.964796:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 483
00000100:00080000:0.0:1788572739.964815:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572739.964821:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572739.964832:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572739.964845:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982828416:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788572739.964850:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453982828544/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572739.964865:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572739.964882:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572739.964885:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572739.964890:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 483
00000100:00080000:0.0:1788572739.964904:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572739.964909:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572739.964915:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788572739.964919:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788572739.964932:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453982828672/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572739.964977:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572739/real 1788572739]  req@ffff8b7a86112680 x1875453982828416/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572739.965017:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453982828416/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572739.965030:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572739.965035:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572739.965040:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982828416:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572739.965071:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982828544:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572739.965101:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572739.965118:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572739/real 1788572739]  req@ffff8b7a86111c00 x1875453982828544/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572739.965130:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453982828544/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572739.965139:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572739.965142:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572739.965147:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982828544:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572739.965153:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982828672:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572739.965191:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572739.965204:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572739/real 1788572739]  req@ffff8b7a86110700 x1875453982828672/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572739.965216:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453982828672/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572739.965238:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572739.965242:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572739.965246:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982828672:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572740.668651:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572741.693306:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572742.716785:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572743.740774:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572744.764704:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572745.084683:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572745.084699:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572745.084721:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572745.084736:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 488
00000100:00080000:0.0:1788572745.084750:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572745.084761:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572745.084823:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453982828800/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572745.084859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572745.084864:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572745.084866:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572745.084872:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 488
00000100:00080000:0.0:1788572745.084877:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572745.084883:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572745.084895:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572745.084910:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982828800:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788572745.084914:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453982828928/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572745.084931:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572745.084935:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572745.084937:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572745.084942:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 488
00000100:00080000:0.0:1788572745.084946:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572745.084951:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572745.084957:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572745.084971:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453982829056/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572745.085016:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572745.085077:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572745/real 1788572745]  req@ffff8b7a86112d80 x1875453982828800/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572745.085099:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453982828800/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572745.085111:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572745.085115:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572745.085120:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982828800:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572745.085152:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982828928:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572745.085179:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572745.085193:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572745/real 1788572745]  req@ffff8b7a86112a00 x1875453982828928/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572745.085205:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453982828928/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572745.085214:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572745.085217:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572745.085220:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982828928:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572745.085235:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982829056:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572745.085258:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572745.085269:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572745/real 1788572745]  req@ffff8b7a86111880 x1875453982829056/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572745.085297:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453982829056/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572745.085307:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572745.085310:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572745.085325:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982829056:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572745.788618:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572746.812735:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572747.836634:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572748.860687:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572749.884686:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572750.204618:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572750.204627:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572750.204631:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572750.204641:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 493
00000100:00080000:3.0:1788572750.204650:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572750.204656:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572750.204688:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982829184/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572750.204711:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572750.204714:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572750.204730:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572750.204734:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 493
00000100:00080000:3.0:1788572750.204737:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572750.204741:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572750.204749:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572750.204759:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982829312/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572750.204769:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572750.204771:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572750.204772:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572750.204776:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 493
00000100:00080000:3.0:1788572750.204779:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572750.204790:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788572750.204791:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982829184:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788572750.204793:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572750.204808:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982829440/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572750.204891:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572750.204964:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572750/real 1788572750]  req@ffff8b7a8608b800 x1875453982829184/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572750.205007:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982829184/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572750.205021:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572750.205027:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572750.205031:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982829184:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572750.205070:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982829312:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572750.205100:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572750.205116:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572750/real 1788572750]  req@ffff8b7a8608bb80 x1875453982829312/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572750.205156:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982829312/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572750.205167:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572750.205172:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572750.205176:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982829312:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572750.205185:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982829440:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572750.205213:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572750.205227:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572750/real 1788572750]  req@ffff8b7a86088380 x1875453982829440/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572750.205243:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982829440/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572750.205252:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572750.205257:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572750.205262:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982829440:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572750.908686:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572751.932737:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572752.956659:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572753.980671:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572755.004612:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572755.324588:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572755.324597:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572755.324601:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572755.324610:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 498
00000100:00080000:3.0:1788572755.324618:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572755.324624:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572755.324659:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982829568/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572755.324700:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572755.324702:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572755.324704:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572755.324708:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 498
00000100:00080000:3.0:1788572755.324711:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572755.324713:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572755.324721:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572755.324731:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982829696/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572755.324740:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788572755.324745:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982829568:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788572755.324745:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572755.324749:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572755.324756:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 498
00000100:00080000:3.0:1788572755.324758:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572755.324761:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572755.324764:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572755.324773:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982829824/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572755.324807:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572755.324841:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572755/real 1788572755]  req@ffff8b7a86088380 x1875453982829568/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572755.324855:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982829568/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572755.324873:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572755.324876:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572755.324879:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982829568:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572755.324926:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982829696:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572755.324945:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572755.324954:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572755/real 1788572755]  req@ffff8b7a8608bb80 x1875453982829696/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572755.324962:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982829696/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572755.324968:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572755.324970:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572755.324987:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982829696:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572755.324993:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982829824:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572755.325007:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572755.325015:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572755/real 1788572755]  req@ffff8b7a8608b800 x1875453982829824/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572755.325022:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982829824/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572755.325028:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572755.325030:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572755.325032:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982829824:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572756.028732:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572757.052672:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572758.076655:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572759.100603:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572760.124689:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572760.444567:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572760.444576:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572760.444579:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572760.444588:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 503
00000100:00080000:3.0:1788572760.444616:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572760.444623:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572760.444652:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982829952/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572760.444676:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572760.444678:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572760.444680:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572760.444682:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 503
00000100:00080000:3.0:1788572760.444684:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572760.444687:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572760.444694:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572760.444703:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982830080/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572760.444710:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572760.444713:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572760.444714:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572760.444716:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 503
00000100:00080000:3.0:1788572760.444719:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788572760.444724:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982829952:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788572760.444724:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572760.444731:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572760.444741:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982830208/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572760.444785:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572760.444825:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572760/real 1788572760]  req@ffff8b7a8608aa00 x1875453982829952/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572760.444842:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982829952/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572760.444851:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572760.444854:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572760.444857:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982829952:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572760.444862:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982830080:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572760.444877:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572760.444885:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572760/real 1788572760]  req@ffff8b7a8608a680 x1875453982830080/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572760.444893:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982830080/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572760.444898:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572760.444901:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572760.444903:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982830080:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572760.444920:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982830208:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572760.444930:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572760.444936:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572760/real 1788572760]  req@ffff8b7a8608ad80 x1875453982830208/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572760.444952:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982830208/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572760.444958:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572760.444960:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572760.444962:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982830208:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572761.148653:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572762.172711:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572763.196620:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572764.220713:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572765.244686:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572765.564825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572765.564838:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572765.564843:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572765.564856:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 508
00000100:00080000:0.0:1788572765.564870:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572765.564879:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572765.564924:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453982830336/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572765.564954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572765.564958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572765.564959:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572765.564964:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 508
00000100:00080000:0.0:1788572765.564969:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572765.564975:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572765.564984:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572765.565002:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982830336:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788572765.565023:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453982830464/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572765.565035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572765.565040:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572765.565042:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572765.565046:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 508
00000100:00080000:0.0:1788572765.565066:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572765.565071:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000800:00000100:1.0:1788572765.565078:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000008:00100000:0.0:1788572765.565090:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572765.565104:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453982830592/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572765.565131:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572765/real 1788572765]  req@ffff8b7a86112300 x1875453982830336/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572765.565153:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453982830336/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572765.565165:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572765.565170:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572765.565174:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982830336:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572765.565200:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982830464:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572765.565227:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572765.565240:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572765/real 1788572765]  req@ffff8b7a86110e00 x1875453982830464/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572765.565254:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453982830464/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572765.565276:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572765.565280:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572765.565284:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982830464:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572765.565290:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982830592:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572765.565312:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572765.565321:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572765/real 1788572765]  req@ffff8b7a86113b80 x1875453982830592/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572765.565329:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453982830592/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572765.565335:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572765.565337:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572765.565339:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982830592:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572766.268655:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572767.292707:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572768.316737:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572769.340772:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572770.364724:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572770.684602:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572770.684631:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572770.684635:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572770.684643:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 514
00000100:00080000:3.0:1788572770.684652:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572770.684659:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572770.684689:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982830720/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572770.684713:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572770.684715:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572770.684721:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572770.684724:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 514
00000100:00080000:3.0:1788572770.684726:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572770.684729:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572770.684742:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572770.684751:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982830848/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572770.684759:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788572770.684762:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982830720:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788572770.684763:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572770.684766:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572770.684772:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 514
00000100:00080000:3.0:1788572770.684775:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572770.684777:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572770.684779:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572770.684790:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982830976/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572770.684841:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572770.684877:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572770/real 1788572770]  req@ffff8b7a8608a300 x1875453982830720/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572770.684891:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982830720/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572770.684898:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572770.684901:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572770.684911:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982830720:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572770.684932:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982830848:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572770.684959:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572770.684974:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572770/real 1788572770]  req@ffff8b7a86089f80 x1875453982830848/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572770.684988:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982830848/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572770.685010:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572770.685013:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572770.685016:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982830848:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572770.685021:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982830976:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572770.685043:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572770.685051:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572770/real 1788572770]  req@ffff8b7a86089c00 x1875453982830976/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572770.685059:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982830976/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572770.685064:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572770.685066:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572770.685068:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982830976:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572771.388693:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572772.412655:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572773.436790:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572774.460653:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572775.484681:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572775.804580:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572775.804592:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572775.804597:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572775.804609:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 519
00000100:00080000:3.0:1788572775.804620:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572775.804629:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572775.804667:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982831104/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572775.804695:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572775.804704:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572775.804706:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572775.804711:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 519
00000100:00080000:3.0:1788572775.804716:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572775.804722:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572775.804732:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572775.804741:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982831104:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572775.804750:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982831232/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572775.804772:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572775.804776:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572775.804779:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572775.804782:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 519
00000100:00080000:3.0:1788572775.804786:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572775.804789:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572775.804811:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788572775.804812:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572775.804824:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982831360/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572775.804860:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572775/real 1788572775]  req@ffff8b7a86088700 x1875453982831104/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572775.804875:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982831104/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572775.804882:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572775.804886:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572775.804889:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982831104:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572775.804906:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982831232:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572775.804923:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572775.804931:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572775/real 1788572775]  req@ffff8b7a86089880 x1875453982831232/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572775.804947:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982831232/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572775.804953:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572775.804955:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572775.804958:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982831232:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572775.804961:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982831360:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572775.804973:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572775.804979:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572775/real 1788572775]  req@ffff8b7a86088a80 x1875453982831360/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572775.804987:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982831360/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572775.805015:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572775.805018:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572775.805020:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982831360:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572776.508645:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572777.532681:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572778.556612:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572779.580658:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572780.604638:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572780.924598:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572780.924609:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572780.924614:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572780.924626:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 524
00000100:00080000:3.0:1788572780.924639:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572780.924648:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572780.924694:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982831488/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572780.924719:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572780.924722:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572780.924724:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572780.924728:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 524
00000100:00080000:3.0:1788572780.924731:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572780.924734:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572780.924743:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572780.924753:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982831616/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572780.924761:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572780.924764:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572780.924765:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788572780.924771:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982831488:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788572780.924771:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 524
00000100:00080000:3.0:1788572780.924792:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572780.924796:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572780.924801:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572780.924812:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982831744/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572780.924849:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572780.924888:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572780/real 1788572780]  req@ffff8b7a8608b480 x1875453982831488/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572780.924906:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982831488/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572780.924915:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572780.924919:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572780.924922:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982831488:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572780.924944:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982831616:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572780.924972:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572780.924981:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572780/real 1788572780]  req@ffff8b7a86089180 x1875453982831616/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572780.924990:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982831616/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572780.924996:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572780.924998:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572780.925001:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982831616:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572780.925026:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982831744:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572780.925044:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572780.925052:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572780/real 1788572780]  req@ffff8b7a86088000 x1875453982831744/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572780.925061:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982831744/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572780.925067:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572780.925069:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572780.925071:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982831744:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572781.628656:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572782.652697:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572783.676705:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572784.700655:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572785.724716:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572786.044631:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572786.044643:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572786.044648:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572786.044659:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 529
00000100:00080000:0.0:1788572786.044671:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572786.044686:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572786.044734:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453982831872/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572786.044768:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572786.044772:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572786.044775:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572786.044780:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 529
00000100:00080000:0.0:1788572786.044785:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572786.044792:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572786.044803:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572786.044817:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982831872:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788572786.044821:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453982832000/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572786.044832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572786.044835:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572786.044836:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572786.044840:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 529
00000100:00080000:0.0:1788572786.044860:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572786.044863:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572786.044868:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572786.044878:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453982832128/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572786.044899:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572786.044940:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572786/real 1788572786]  req@ffff8b7a86111f80 x1875453982831872/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572786.044956:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453982831872/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572786.044965:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572786.044968:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572786.044971:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982831872:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572786.045002:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982832000:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572786.045042:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572786.045057:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572786/real 1788572786]  req@ffff8b7a86113800 x1875453982832000/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572786.045077:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453982832000/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572786.045084:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572786.045086:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572786.045089:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982832000:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572786.045093:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982832128:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572786.045110:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572786.045117:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572786/real 1788572786]  req@ffff8b7a86110380 x1875453982832128/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572786.045125:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453982832128/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572786.045130:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572786.045132:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572786.045134:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982832128:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572786.748735:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572787.772719:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572788.796654:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572789.820626:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572790.844646:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572791.164630:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572791.164645:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572791.164648:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572791.164657:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 534
00000100:00080000:3.0:1788572791.164666:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572791.164672:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572791.164705:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982832256/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572791.164725:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572791.164728:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572791.164729:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572791.164732:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 534
00000100:00080000:3.0:1788572791.164735:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572791.164737:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572791.164745:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572791.164768:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982832384/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572791.164778:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982832256:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788572791.164785:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572791.164809:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572791.164811:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572791.164815:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 534
00000100:00080000:3.0:1788572791.164820:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572791.164824:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572791.164828:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572791.164840:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982832512/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572791.164848:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572791.164899:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572791/real 1788572791]  req@ffff8b7a86088e00 x1875453982832256/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572791.164924:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982832256/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572791.164949:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572791.164953:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572791.164958:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982832256:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572791.164982:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982832384:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572791.165005:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572791.165017:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572791/real 1788572791]  req@ffff8b7a86089500 x1875453982832384/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572791.165046:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982832384/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572791.165055:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572791.165059:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572791.165063:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982832384:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572791.165069:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982832512:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572791.165088:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572791.165107:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572791/real 1788572791]  req@ffff8b7a8608b100 x1875453982832512/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572791.165120:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982832512/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572791.165128:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572791.165132:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572791.165135:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982832512:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572791.868626:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572792.892661:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572793.916627:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572794.940681:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572795.964686:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572796.284649:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572796.284664:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572796.284668:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572796.284677:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 539
00000100:00080000:3.0:1788572796.284688:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572796.284695:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572796.284734:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982832640/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572796.284763:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572796.284767:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572796.284769:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572796.284779:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 539
00000100:00080000:3.0:1788572796.284783:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572796.284788:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572796.284798:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572796.284818:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982832768/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572796.284821:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982832640:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788572796.284861:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572796.284864:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572796.284866:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572796.284870:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 539
00000100:00080000:3.0:1788572796.284875:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572796.284879:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572796.284885:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572796.284898:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982832896/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572796.284922:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982832768:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572796.284958:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982832896:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572796.988670:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572798.012640:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572799.036656:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788572799.356808:0:2374:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788572799.356847:0:2374:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788572799.356860:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788572799.356897:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788572799.356906:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788572799.357043:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572796/real 1788572799]  req@ffff8b7a86089500 x1875453982832768/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572799.357069:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982832768/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572799.357080:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572799.357086:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572799.357089:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982832768:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572799.357098:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572796/real 1788572799]  req@ffff8b7a86088e00 x1875453982832896/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572799.357108:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982832896/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572799.357117:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572799.357120:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572799.357135:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982832896:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572799.357143:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572796/real 1788572799]  req@ffff8b7a8608b100 x1875453982832640/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572799.357155:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982832640/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572799.357181:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572799.357185:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572799.357189:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982832640:192.168.202.159@tcp:250:kworker.0
00010000:00010000:2.0:1788572800.060650:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572801.084642:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572801.404594:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572801.404604:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572801.404607:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572801.404617:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 544
00000100:00080000:3.0:1788572801.404627:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572801.404635:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572801.404670:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982833024/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572801.404693:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572801.404696:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572801.404697:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572801.404700:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 544
00000100:00080000:3.0:1788572801.404703:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572801.404705:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572801.404726:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572801.404736:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982833152/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572801.404744:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982833024:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788572801.404751:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572801.404754:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572801.404756:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572801.404759:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 544
00000100:00080000:3.0:1788572801.404762:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572801.404765:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572801.404768:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572801.404776:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982833280/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572801.404819:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572801.404856:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572801/real 1788572801]  req@ffff8b7a86088000 x1875453982833024/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572801.404888:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982833024/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572801.404898:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572801.404901:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572801.404904:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982833024:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572801.404928:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982833152:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572801.404951:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572801.404962:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572801/real 1788572801]  req@ffff8b7a86089180 x1875453982833152/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572801.404974:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982833152/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572801.404981:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572801.404984:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572801.404987:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982833152:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572801.404999:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982833280:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572801.405019:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572801.405030:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572801/real 1788572801]  req@ffff8b7a8608b480 x1875453982833280/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572801.405057:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982833280/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572801.405065:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572801.405067:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572801.405070:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982833280:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572802.108599:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572803.132648:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572804.156641:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572805.180630:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572806.204657:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572806.524572:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572806.524585:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572806.524590:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572806.524600:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 549
00000100:00080000:3.0:1788572806.524611:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572806.524619:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572806.524658:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982833408/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572806.524693:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572806.524697:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572806.524699:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572806.524704:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 549
00000100:00080000:3.0:1788572806.524734:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788572806.524741:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982833408:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788572806.524743:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572806.524757:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572806.524775:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982833536/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572806.524790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572806.524794:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572806.524796:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572806.524803:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 549
00000800:00000100:1.0:1788572806.524804:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:3.0:1788572806.524811:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572806.524818:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572806.524825:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572806.524842:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982833664/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572806.524845:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572806/real 1788572806]  req@ffff8b7a86088a80 x1875453982833408/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572806.524875:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982833408/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572806.524884:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572806.524888:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572806.524891:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982833408:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572806.524911:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982833536:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572806.524925:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572806.524933:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572806/real 1788572806]  req@ffff8b7a86089880 x1875453982833536/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572806.524950:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982833536/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572806.524955:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572806.524958:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572806.524960:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982833536:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572806.524964:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982833664:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572806.524976:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572806.524983:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572806/real 1788572806]  req@ffff8b7a86088700 x1875453982833664/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572806.524996:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982833664/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572806.525004:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572806.525007:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572806.525011:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982833664:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572807.228678:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572808.252694:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572809.276650:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572810.300673:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572811.324642:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572811.644624:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572811.644632:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572811.644636:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572811.644645:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 554
00000100:00080000:0.0:1788572811.644654:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572811.644660:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572811.644695:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453982833792/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572811.644720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572811.644723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572811.644724:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572811.644727:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 554
00000100:00080000:0.0:1788572811.644730:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572811.644732:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572811.644756:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572811.644768:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453982833920/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572811.644771:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982833792:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788572811.644778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572811.644783:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572811.644784:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572811.644787:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 554
00000100:00080000:0.0:1788572811.644790:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572811.644792:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572811.644795:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572811.644803:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453982834048/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572811.644855:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572811.644899:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572811/real 1788572811]  req@ffff8b7a86113480 x1875453982833792/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572811.644920:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453982833792/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572811.644946:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572811.644951:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572811.644956:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982833792:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572811.644978:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982833920:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572811.644999:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572811.645008:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572811/real 1788572811]  req@ffff8b7a86111500 x1875453982833920/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572811.645017:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453982833920/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572811.645022:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572811.645025:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572811.645027:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982833920:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572811.645030:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982834048:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572811.645042:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572811.645064:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572811/real 1788572811]  req@ffff8b7a86110000 x1875453982834048/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572811.645079:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453982834048/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572811.645085:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572811.645087:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572811.645090:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982834048:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572812.348702:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572813.372684:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572814.396699:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572815.420627:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572816.444690:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572816.764623:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572816.764636:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572816.764640:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572816.764652:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 560
00000100:00080000:2.0:1788572816.764665:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572816.764672:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788572816.764713:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367a680 x1875453982834176/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572816.764739:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572816.764742:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572816.764744:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572816.764748:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 560
00000100:00080000:2.0:1788572816.764750:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572816.764769:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572816.764780:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572816.764791:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b100 x1875453982834304/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572816.764800:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572816.764803:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572816.764804:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572816.764809:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 560
00000100:00100000:1.0:1788572816.764813:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982834176:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788572816.764813:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572816.764818:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572816.764827:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572816.764836:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453982834432/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572816.764905:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572816.764956:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572816/real 1788572816]  req@ffff8b7a8367a680 x1875453982834176/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572816.764979:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367a680 x1875453982834176/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572816.764991:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572816.764996:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572816.765000:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982834176:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572816.765032:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982834304:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572816.765059:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572816.765073:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572816/real 1788572816]  req@ffff8b7a8367b100 x1875453982834304/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572816.765086:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b100 x1875453982834304/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572816.765095:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572816.765099:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572816.765103:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982834304:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572816.765110:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982834432:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572816.765133:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572816.765161:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572816/real 1788572816]  req@ffff8b7a83679c00 x1875453982834432/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572816.765186:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453982834432/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572816.765195:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572816.765199:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572816.765203:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982834432:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572817.468682:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572818.492657:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572819.516701:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572820.540715:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572821.564594:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572821.884620:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572821.884632:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572821.884637:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572821.884650:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 565
00000100:00080000:0.0:1788572821.884663:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572821.884671:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572821.884715:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453982834560/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572821.884742:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572821.884745:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572821.884746:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572821.884750:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 565
00000100:00080000:0.0:1788572821.884769:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572821.884773:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572821.884785:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572821.884798:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453982834688/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572821.884804:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982834560:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788572821.884808:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572821.884815:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572821.884816:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572821.884820:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 565
00000100:00080000:0.0:1788572821.884822:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572821.884824:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572821.884827:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572821.884837:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453982834816/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572821.884902:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572821.884953:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572821/real 1788572821]  req@ffff8b7a86110000 x1875453982834560/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572821.884976:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453982834560/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572821.884988:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572821.884992:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572821.884995:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982834560:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572821.885020:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982834688:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572821.885041:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572821.885051:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572821/real 1788572821]  req@ffff8b7a86111500 x1875453982834688/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572821.885060:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453982834688/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572821.885082:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572821.885087:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572821.885091:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982834688:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572821.885098:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982834816:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572821.885124:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572821.885148:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572821/real 1788572821]  req@ffff8b7a86113480 x1875453982834816/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572821.885160:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453982834816/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572821.885169:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572821.885172:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572821.885176:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982834816:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572822.588708:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572823.612641:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572824.636658:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572825.660680:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572826.684647:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572827.004614:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572827.004624:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572827.004627:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572827.004636:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 570
00000100:00080000:0.0:1788572827.004645:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572827.004653:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572827.004688:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453982834944/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572827.004709:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572827.004728:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572827.004730:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572827.004734:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 570
00000100:00080000:0.0:1788572827.004738:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572827.004742:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572827.004751:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572827.004761:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982834944:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788572827.004762:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453982835072/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572827.004775:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572827.004778:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572827.004779:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572827.004782:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 570
00000100:00080000:0.0:1788572827.004784:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572827.004787:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572827.004789:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572827.004799:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453982835200/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572827.004830:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572827.004866:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572827/real 1788572827]  req@ffff8b7a86110380 x1875453982834944/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572827.004880:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453982834944/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572827.004887:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572827.004890:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572827.004900:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982834944:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572827.004919:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982835072:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572827.004936:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572827.004945:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572827/real 1788572827]  req@ffff8b7a86113800 x1875453982835072/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572827.004953:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453982835072/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572827.004958:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572827.004961:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572827.004963:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982835072:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572827.004966:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982835200:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572827.004976:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572827.004982:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572827/real 1788572827]  req@ffff8b7a86111f80 x1875453982835200/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572827.004988:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453982835200/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572827.004994:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572827.004995:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572827.004997:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982835200:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572827.708643:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572828.732657:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572829.756713:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572830.780638:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572831.804710:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572832.124634:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572832.124645:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572832.124650:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572832.124661:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 575
00000100:00080000:0.0:1788572832.124673:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572832.124681:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572832.124724:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453982835328/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572832.124775:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572832.124780:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572832.124782:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572832.124787:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 575
00000100:00080000:0.0:1788572832.124792:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572832.124797:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572832.124812:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572832.124830:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453982835456/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572832.124839:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982835328:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788572832.124857:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572832.124863:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572832.124866:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572832.124873:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 575
00000100:00080000:0.0:1788572832.124878:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572832.124885:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572832.124892:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572832.124910:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453982835584/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572832.124917:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572832.124971:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572832/real 1788572832]  req@ffff8b7a86113b80 x1875453982835328/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572832.124999:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453982835328/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572832.125008:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572832.125012:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572832.125015:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982835328:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572832.125036:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982835456:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572832.125053:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572832.125062:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572832/real 1788572832]  req@ffff8b7a86110e00 x1875453982835456/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572832.125070:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453982835456/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572832.125075:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572832.125078:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572832.125080:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982835456:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572832.125084:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982835584:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572832.125094:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572832.125099:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572832/real 1788572832]  req@ffff8b7a86112300 x1875453982835584/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572832.125106:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453982835584/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572832.125121:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572832.125124:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572832.125126:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982835584:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572832.828627:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572833.852638:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572834.876717:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572835.900697:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572836.924722:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572837.244617:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572837.244629:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572837.244634:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572837.244645:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 580
00000100:00080000:0.0:1788572837.244674:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572837.244683:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572837.244717:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453982835712/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572837.244749:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572837.244753:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572837.244755:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572837.244759:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 580
00000100:00080000:0.0:1788572837.244763:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572837.244767:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572837.244776:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572837.244793:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453982835840/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572837.244807:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788572837.244809:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982835712:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788572837.244817:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572837.244821:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572837.244826:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 580
00000100:00080000:0.0:1788572837.244830:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572837.244834:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572837.244840:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572837.244855:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453982835968/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572837.244880:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572837.244922:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572837/real 1788572837]  req@ffff8b7a86111880 x1875453982835712/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572837.244937:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453982835712/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572837.244946:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572837.244949:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572837.244952:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982835712:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572837.244972:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982835840:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572837.244989:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572837.244998:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572837/real 1788572837]  req@ffff8b7a86112a00 x1875453982835840/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572837.245007:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453982835840/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572837.245013:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572837.245016:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572837.245018:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982835840:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572837.245030:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982835968:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572837.245045:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572837.245052:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572837/real 1788572837]  req@ffff8b7a86112d80 x1875453982835968/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572837.245060:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453982835968/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572837.245066:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572837.245067:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572837.245070:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982835968:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572837.948639:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572838.972710:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572839.996667:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572841.020616:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572842.044732:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572842.364621:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572842.364631:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572842.364634:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572842.364643:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 585
00000100:00080000:2.0:1788572842.364668:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572842.364677:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788572842.364713:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453982836096/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572842.364746:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572842.364750:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572842.364752:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572842.364756:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 585
00000100:00080000:2.0:1788572842.364762:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572842.364767:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572842.364778:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572842.364796:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453982836224/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572842.364805:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982836096:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788572842.364816:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572842.364820:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572842.364822:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572842.364825:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 585
00000100:00080000:2.0:1788572842.364828:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572842.364831:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572842.364836:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572842.364860:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453982836352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572842.364903:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572842.364945:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572842/real 1788572842]  req@ffff8b7a83678700 x1875453982836096/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572842.364962:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453982836096/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572842.364972:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572842.364976:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572842.364979:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982836096:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572842.365006:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982836224:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572842.365023:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572842.365032:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572842/real 1788572842]  req@ffff8b7a83679180 x1875453982836224/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572842.365053:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453982836224/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572842.365059:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572842.365062:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572842.365064:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982836224:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572842.365069:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982836352:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572842.365083:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572842.365090:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572842/real 1788572842]  req@ffff8b7a8367aa00 x1875453982836352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572842.365098:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453982836352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572842.365103:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572842.365105:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572842.365107:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982836352:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572843.068689:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572844.092662:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572845.116748:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572846.140636:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572847.164670:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572847.484608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572847.484631:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572847.484635:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572847.484646:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 590
00000100:00080000:1.0:1788572847.484656:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572847.484679:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788572847.484720:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453982836480/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572847.484811:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572847.484814:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572847.484815:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572847.484819:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 590
00000100:00080000:1.0:1788572847.484822:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572847.484826:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788572847.484835:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572847.484851:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982836480:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572847.484856:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453982836608/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572847.484866:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572847.484868:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572847.484870:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572847.484873:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 590
00000100:00080000:1.0:1788572847.484875:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572847.484878:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788572847.484881:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572847.484890:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982836736/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572847.484911:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572847.484945:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572847/real 1788572847]  req@ffff8b7a86bfa300 x1875453982836480/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572847.484958:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453982836480/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572847.484966:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572847.484969:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572847.484972:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982836480:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572847.484990:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982836608:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572847.485004:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572847.485011:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572847/real 1788572847]  req@ffff8b7a86bf9880 x1875453982836608/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572847.485019:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453982836608/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572847.485031:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572847.485033:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572847.485035:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982836608:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788572847.485039:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982836736:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572847.485062:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572847.485069:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572847/real 1788572847]  req@ffff8b7a86bf9f80 x1875453982836736/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572847.485076:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982836736/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572847.485081:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572847.485083:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572847.485085:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982836736:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572848.188625:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572849.212686:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572850.236620:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572851.260714:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572852.284706:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572852.604608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572852.604618:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572852.604622:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572852.604631:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 595
00000100:00080000:1.0:1788572852.604660:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572852.604667:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788572852.604698:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982836864/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572852.604725:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572852.604728:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572852.604729:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572852.604733:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 595
00000100:00080000:1.0:1788572852.604735:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572852.604738:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788572852.604745:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572852.604754:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982836992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572852.604763:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572852.604765:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572852.604767:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572852.604770:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 595
00000100:00080000:1.0:1788572852.604772:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572852.604775:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788572852.604778:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572852.604788:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982837120/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572852.604789:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982836864:192.168.202.159@tcp:250:kworker.0
00000800:00000100:3.0:1788572852.604885:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572852.604934:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572852/real 1788572852]  req@ffff8b7a86bfad80 x1875453982836864/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572852.604953:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982836864/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572852.604961:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572852.604964:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572852.604967:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982836864:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572852.604972:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982836992:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572852.604991:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572852.605008:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572852/real 1788572852]  req@ffff8b7a86bf8700 x1875453982836992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572852.605016:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982836992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572852.605022:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572852.605024:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572852.605027:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982836992:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788572852.605046:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982837120:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572852.605059:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572852.605066:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572852/real 1788572852]  req@ffff8b7a86bf8380 x1875453982837120/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572852.605074:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982837120/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572852.605079:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572852.605080:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572852.605082:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982837120:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572853.308679:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572854.332680:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572855.356700:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572856.380633:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572857.404670:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572857.724596:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572857.724607:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572857.724611:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572857.724642:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 601
00000100:00080000:3.0:1788572857.724653:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572857.724662:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572857.724697:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982837248/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572857.724728:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572857.724732:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572857.724733:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572857.724738:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 601
00000100:00080000:3.0:1788572857.724742:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572857.724746:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572857.724755:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572857.724765:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982837248:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572857.724768:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982837376/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572857.724784:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572857.724787:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572857.724789:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572857.724794:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 601
00000100:00080000:3.0:1788572857.724798:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572857.724802:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572857.724807:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572857.724820:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982837504/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572857.724835:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572857.724882:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572857/real 1788572857]  req@ffff8b7a86089c00 x1875453982837248/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572857.724900:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982837248/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572857.724908:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572857.724911:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572857.724914:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982837248:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572857.724934:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982837376:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572857.724950:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572857.724974:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572857/real 1788572857]  req@ffff8b7a86089f80 x1875453982837376/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572857.724983:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982837376/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572857.724988:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572857.724990:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572857.724992:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982837376:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572857.724997:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982837504:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572857.725017:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572857.725029:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572857/real 1788572857]  req@ffff8b7a8608a300 x1875453982837504/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572857.725056:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982837504/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572857.725062:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572857.725064:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572857.725066:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982837504:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572858.428663:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572859.452676:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572860.476657:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572861.500664:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572862.524630:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572862.844585:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572862.844597:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572862.844602:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572862.844614:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 606
00000100:00080000:3.0:1788572862.844626:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572862.844634:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572862.844682:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982837632/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572862.844712:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572862.844716:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572862.844718:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572862.844723:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 606
00000100:00080000:3.0:1788572862.844728:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572862.844734:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572862.844744:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572862.844760:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982837632:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572862.844763:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982837760/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572862.844778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572862.844782:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572862.844785:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572862.844789:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 606
00000100:00080000:3.0:1788572862.844793:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572862.844815:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572862.844821:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572862.844835:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982837888/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572862.844875:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982837760:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572862.844905:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982837888:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572863.548654:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572864.572665:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572865.596587:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788572865.916748:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788572865.916788:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788572865.916802:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788572865.916833:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788572865.916840:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788572865.916886:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572862/real 1788572865]  req@ffff8b7a8608a680 x1875453982837760/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572865.916913:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982837760/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572865.916927:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572865.916932:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572865.916938:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982837760:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572865.916947:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572862/real 1788572865]  req@ffff8b7a8608aa00 x1875453982837888/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572865.916960:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982837888/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572865.916993:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572865.916998:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572865.917003:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982837888:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572865.917010:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572862/real 1788572865]  req@ffff8b7a8608ad80 x1875453982837632/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572865.917033:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982837632/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572865.917042:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572865.917046:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572865.917050:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982837632:192.168.202.159@tcp:250:kworker.0
00010000:00010000:3.0:1788572866.620634:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572867.644662:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572867.964692:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572867.964704:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572867.964709:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572867.964724:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 611
00000100:00080000:0.0:1788572867.964739:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572867.964750:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572867.964794:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453982838016/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572867.964821:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572867.964825:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572867.964826:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572867.964830:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 611
00000100:00080000:0.0:1788572867.964833:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572867.964836:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572867.964846:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572867.964856:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453982838144/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572867.964865:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788572867.964875:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982838016:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788572867.964886:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572867.964888:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572867.964893:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 611
00000100:00080000:0.0:1788572867.964898:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572867.964903:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572867.964910:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572867.964926:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453982838272/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572867.964962:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572867.965021:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572867/real 1788572867]  req@ffff8b7a86110700 x1875453982838016/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572867.965050:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453982838016/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572867.965063:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572867.965069:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572867.965074:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982838016:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572867.965111:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982838144:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572867.965153:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572867.965187:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572867/real 1788572867]  req@ffff8b7a86111c00 x1875453982838144/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572867.965200:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453982838144/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572867.965209:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572867.965214:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572867.965217:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982838144:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572867.965225:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982838272:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572867.965248:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572867.965259:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572867/real 1788572867]  req@ffff8b7a86112680 x1875453982838272/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572867.965271:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453982838272/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572867.965280:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572867.965283:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572867.965287:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982838272:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572868.668672:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572869.692609:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572870.716758:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572871.740615:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572872.764659:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572873.084574:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572873.084582:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572873.084586:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572873.084596:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 616
00000100:00080000:2.0:1788572873.084604:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572873.084611:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788572873.084644:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453982838400/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572873.084666:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572873.084669:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572873.084670:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572873.084673:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 616
00000100:00080000:2.0:1788572873.084675:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572873.084677:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572873.084709:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572873.084725:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453982838528/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572873.084739:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572873.084745:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572873.084749:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788572873.084751:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982838400:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788572873.084756:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 616
00000100:00080000:2.0:1788572873.084764:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572873.084771:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572873.084776:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572873.084803:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453982838656/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572873.084848:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572873.084897:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572873/real 1788572873]  req@ffff8b7a8367ad80 x1875453982838400/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572873.084941:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453982838400/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572873.084951:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572873.084956:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572873.084959:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982838400:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572873.084988:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982838528:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572873.085008:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572873.085019:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572873/real 1788572873]  req@ffff8b7a83679880 x1875453982838528/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572873.085027:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453982838528/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572873.085033:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572873.085036:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572873.085038:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982838528:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572873.085042:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982838656:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572873.085053:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572873.085059:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572873/real 1788572873]  req@ffff8b7a83678a80 x1875453982838656/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572873.085067:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453982838656/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572873.085082:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572873.085085:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572873.085088:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982838656:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788572873.788679:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572874.812692:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572875.836685:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572876.860737:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572877.884610:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572878.204665:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572878.204677:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572878.204682:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572878.204693:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 621
00000100:00080000:0.0:1788572878.204705:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572878.204713:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572878.204754:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453982838784/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572878.204778:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572878.204782:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572878.204784:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572878.204789:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 621
00000100:00080000:0.0:1788572878.204793:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572878.204816:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572878.204829:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572878.204843:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453982838912/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572878.204845:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982838784:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788572878.204855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572878.204858:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572878.204860:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572878.204863:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 621
00000100:00080000:0.0:1788572878.204868:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572878.204872:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572878.204876:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572878.204885:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453982839040/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572878.204937:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572878.204979:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572878/real 1788572878]  req@ffff8b7a86111180 x1875453982838784/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572878.204995:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453982838784/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572878.205004:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572878.205007:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572878.205010:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982838784:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572878.205032:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982838912:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572878.205050:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572878.205058:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572878/real 1788572878]  req@ffff8b7a86113100 x1875453982838912/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572878.205066:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453982838912/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572878.205072:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572878.205075:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572878.205077:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982838912:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572878.205088:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982839040:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572878.205104:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572878.205110:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572878/real 1788572878]  req@ffff8b7a86110a80 x1875453982839040/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572878.205118:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453982839040/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572878.205124:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572878.205125:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572878.205127:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982839040:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572878.908702:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572879.932650:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572880.956630:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572881.980697:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572883.004684:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572883.324606:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572883.324615:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572883.324619:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572883.324627:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 626
00000100:00080000:1.0:1788572883.324635:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572883.324641:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788572883.324672:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453982839168/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572883.324698:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572883.324701:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572883.324703:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572883.324707:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 626
00000100:00080000:1.0:1788572883.324711:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572883.324731:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788572883.324740:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572883.324741:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982839168:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572883.324763:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982839296/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572883.324778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572883.324781:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572883.324782:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572883.324784:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 626
00000100:00080000:1.0:1788572883.324788:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572883.324790:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788572883.324794:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1788572883.324801:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572883.324806:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982839424/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572883.324839:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572883/real 1788572883]  req@ffff8b7a86bfb800 x1875453982839168/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572883.324855:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453982839168/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572883.324864:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572883.324867:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572883.324871:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982839168:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572883.324892:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982839296:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572883.324912:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572883.324922:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572883/real 1788572883]  req@ffff8b7a86bfaa00 x1875453982839296/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572883.324946:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982839296/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572883.324954:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572883.324957:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572883.324959:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982839296:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788572883.324965:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982839424:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572883.324982:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572883.324992:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572883/real 1788572883]  req@ffff8b7a86bf8380 x1875453982839424/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572883.325001:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982839424/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572883.325007:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572883.325010:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572883.325012:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982839424:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572884.028628:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572885.052658:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788572886.076683:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572887.100620:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572888.124655:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572888.444587:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572888.444595:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572888.444598:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572888.444606:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 631
00000100:00080000:0.0:1788572888.444620:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572888.444626:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572888.444654:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453982839552/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572888.444690:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572888.444692:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572888.444694:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572888.444697:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 631
00000100:00080000:0.0:1788572888.444699:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572888.444702:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572888.444709:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572888.444718:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453982839680/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572888.444724:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572888.444726:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572888.444727:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572888.444729:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 631
00000100:00080000:0.0:1788572888.444731:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572888.444733:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572888.444735:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572888.444743:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453982839808/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572888.444744:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982839552:192.168.202.159@tcp:250:kworker.0
00000800:00000100:3.0:1788572888.444806:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572888.444843:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572888/real 1788572888]  req@ffff8b7a86110a80 x1875453982839552/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572888.444862:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453982839552/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572888.444880:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572888.444884:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572888.444888:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982839552:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572888.444895:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982839680:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572888.444919:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572888.444932:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572888/real 1788572888]  req@ffff8b7a86113100 x1875453982839680/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572888.444944:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453982839680/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572888.444952:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572888.444956:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572888.444959:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982839680:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788572888.444982:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982839808:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572888.445000:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572888.445009:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572888/real 1788572888]  req@ffff8b7a86111180 x1875453982839808/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572888.445027:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453982839808/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572888.445036:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572888.445039:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572888.445042:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982839808:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572889.148654:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572890.172666:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572891.196667:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572892.220730:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572893.244616:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572893.564618:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572893.564629:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572893.564633:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572893.564663:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 636
00000100:00080000:0.0:1788572893.564672:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572893.564679:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572893.564706:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453982839936/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572893.564726:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572893.564728:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572893.564729:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572893.564732:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 636
00000100:00080000:0.0:1788572893.564734:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572893.564736:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572893.564743:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572893.564750:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453982840064/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572893.564757:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572893.564759:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572893.564760:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572893.564762:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 636
00000100:00080000:0.0:1788572893.564763:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572893.564765:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572893.564768:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572893.564776:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453982840192/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572893.564777:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982839936:192.168.202.159@tcp:250:kworker.0
00000800:00000100:3.0:1788572893.564843:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572893.564883:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572893/real 1788572893]  req@ffff8b7a86112680 x1875453982839936/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572893.564902:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453982839936/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572893.564912:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572893.564916:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572893.564920:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982839936:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572893.564927:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982840064:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572893.564948:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572893.564959:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572893/real 1788572893]  req@ffff8b7a86111c00 x1875453982840064/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572893.564970:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453982840064/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572893.564977:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572893.564980:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572893.564983:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982840064:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788572893.565004:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982840192:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572893.565028:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572893.565038:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572893/real 1788572893]  req@ffff8b7a86110700 x1875453982840192/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572893.565049:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453982840192/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572893.565056:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572893.565059:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572893.565062:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982840192:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572894.268680:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572895.292636:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572896.316663:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572897.340661:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572898.364691:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572898.684634:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572898.684649:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572898.684654:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572898.684668:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 642
00000100:00080000:1.0:1788572898.684682:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572898.684693:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788572898.684736:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982840320/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572898.684763:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572898.684766:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572898.684784:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572898.684788:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 642
00000100:00080000:1.0:1788572898.684793:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572898.684797:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788572898.684808:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572898.684816:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982840320:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572898.684823:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982840448/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572898.684832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572898.684835:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572898.684836:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572898.684839:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 642
00000100:00080000:1.0:1788572898.684842:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572898.684844:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788572898.684848:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572898.684856:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982840576/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572898.684894:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572898.684940:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572898/real 1788572898]  req@ffff8b7a86bf8700 x1875453982840320/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572898.684963:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982840320/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572898.684977:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572898.684982:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572898.684986:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982840320:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572898.685016:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982840448:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572898.685046:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572898.685056:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572898/real 1788572898]  req@ffff8b7a86bfad80 x1875453982840448/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572898.685064:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982840448/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572898.685070:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572898.685073:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572898.685075:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982840448:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788572898.685079:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982840576:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572898.685090:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572898.685096:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572898/real 1788572898]  req@ffff8b7a86bf9f80 x1875453982840576/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572898.685104:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982840576/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572898.685109:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572898.685110:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572898.685112:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982840576:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572899.388738:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572900.412748:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572901.436689:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572902.460640:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572903.484696:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572903.804601:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572903.804614:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572903.804648:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572903.804659:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 647
00000100:00080000:3.0:1788572903.804669:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572903.804678:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572903.804712:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982840704/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572903.804745:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572903.804750:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572903.804752:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572903.804758:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 647
00000100:00080000:3.0:1788572903.804763:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572903.804767:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572903.804777:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572903.804795:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982840704:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572903.804795:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982840832/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572903.804815:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572903.804820:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572903.804822:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572903.804827:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 647
00000100:00080000:3.0:1788572903.804832:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572903.804836:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572903.804843:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572903.804857:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982840960/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572903.804865:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572903.804913:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572903/real 1788572903]  req@ffff8b7a8608b800 x1875453982840704/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572903.804929:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982840704/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572903.804937:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572903.804946:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572903.804949:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982840704:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572903.804968:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982840832:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572903.804987:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572903.804996:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572903/real 1788572903]  req@ffff8b7a8608bb80 x1875453982840832/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572903.805004:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982840832/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572903.805010:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572903.805012:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572903.805015:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982840832:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572903.805018:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982840960:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572903.805030:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572903.805035:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572903/real 1788572903]  req@ffff8b7a86088380 x1875453982840960/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572903.805042:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982840960/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572903.805048:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572903.805049:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572903.805051:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982840960:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572904.508741:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572905.532699:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572906.556638:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572907.580634:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572908.604587:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572908.924590:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572908.924603:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572908.924607:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572908.924626:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 652
00000100:00080000:3.0:1788572908.924638:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572908.924645:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572908.924707:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982841088/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572908.924734:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572908.924737:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572908.924739:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572908.924742:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 652
00000100:00080000:3.0:1788572908.924745:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572908.924751:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572908.924769:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572908.924788:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982841088:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572908.924788:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982841216/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572908.924805:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572908.924809:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572908.924814:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572908.924834:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 652
00000100:00080000:3.0:1788572908.924839:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572908.924843:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572908.924848:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572908.924860:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982841344/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572908.924882:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572908.924921:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572908/real 1788572908]  req@ffff8b7a86088380 x1875453982841088/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572908.924936:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982841088/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572908.924945:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572908.924948:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572908.924952:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982841088:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572908.924972:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982841216:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572908.924987:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572908.924995:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572908/real 1788572908]  req@ffff8b7a8608bb80 x1875453982841216/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572908.925004:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982841216/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572908.925009:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572908.925012:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572908.925014:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982841216:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572908.925018:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982841344:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572908.925028:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572908.925034:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572908/real 1788572908]  req@ffff8b7a8608b800 x1875453982841344/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572908.925053:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982841344/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572908.925059:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572908.925061:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572908.925064:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982841344:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572909.628719:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572910.652633:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572911.676613:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572912.700637:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572913.724753:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572914.044619:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572914.044634:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572914.044639:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572914.044653:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 657
00000100:00080000:1.0:1788572914.044668:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572914.044678:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788572914.044726:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453982841472/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572914.044776:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572914.044781:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572914.044783:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572914.044788:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 657
00000100:00080000:1.0:1788572914.044793:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572914.044798:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788572914.044810:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572914.044820:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982841472:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572914.044823:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453982841600/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572914.044857:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572914.044861:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572914.044863:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572914.044867:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 657
00000100:00080000:1.0:1788572914.044879:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572914.044884:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788572914.044889:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572914.044902:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982841728/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572914.044909:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572914.044965:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572914/real 1788572914]  req@ffff8b7a86bf9880 x1875453982841472/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572914.044982:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453982841472/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572914.044991:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572914.044994:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572914.044998:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982841472:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572914.045020:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982841600:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572914.045040:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572914.045048:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572914/real 1788572914]  req@ffff8b7a86bfa300 x1875453982841600/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572914.045068:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453982841600/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572914.045073:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572914.045076:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572914.045078:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982841600:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788572914.045081:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982841728:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572914.045096:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572914.045107:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572914/real 1788572914]  req@ffff8b7a86bf9f80 x1875453982841728/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572914.045120:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982841728/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572914.045128:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572914.045131:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572914.045135:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982841728:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572914.748622:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572915.772671:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572916.796644:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572917.820648:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572918.844734:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572919.164662:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572919.164673:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572919.164678:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572919.164689:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 662
00000100:00080000:0.0:1788572919.164702:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572919.164710:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572919.164755:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453982841856/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572919.164785:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572919.164789:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572919.164790:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572919.164807:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 662
00000100:00080000:0.0:1788572919.164810:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572919.164813:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572919.164824:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572919.164834:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453982841984/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572919.164846:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982841856:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788572919.164865:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572919.164868:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572919.164870:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572919.164874:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 662
00000100:00080000:0.0:1788572919.164877:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572919.164879:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572919.164884:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572919.164894:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453982842112/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572919.164920:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572919.164959:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572919/real 1788572919]  req@ffff8b7a86112d80 x1875453982841856/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572919.164987:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453982841856/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572919.164996:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572919.164999:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572919.165002:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982841856:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572919.165027:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982841984:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572919.165045:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572919.165054:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572919/real 1788572919]  req@ffff8b7a86112a00 x1875453982841984/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572919.165062:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453982841984/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572919.165067:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572919.165069:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572919.165071:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982841984:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788572919.165075:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982842112:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572919.165085:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572919.165091:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572919/real 1788572919]  req@ffff8b7a86111880 x1875453982842112/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572919.165098:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453982842112/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572919.165112:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572919.165115:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572919.165118:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982842112:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572919.868734:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572920.892601:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572921.916719:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572922.940696:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572923.964660:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572924.284649:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572924.284661:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572924.284666:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572924.284678:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 667
00000100:00080000:3.0:1788572924.284689:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572924.284697:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572924.284739:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982842240/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572924.284767:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572924.284771:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572924.284772:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572924.284775:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 667
00000100:00080000:3.0:1788572924.284778:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572924.284781:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572924.284791:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572924.284801:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982842368/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572924.284828:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572924.284831:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572924.284832:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572924.284836:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 667
00000100:00080000:3.0:1788572924.284839:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572924.284844:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788572924.284864:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982842240:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788572924.284865:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572924.284899:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982842496/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572924.284952:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572924.284996:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572924/real 1788572924]  req@ffff8b7a8608ad80 x1875453982842240/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572924.285011:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982842240/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572924.285020:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572924.285023:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572924.285026:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982842240:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572924.285032:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982842368:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572924.285051:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572924.285059:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572924/real 1788572924]  req@ffff8b7a8608aa00 x1875453982842368/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572924.285082:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982842368/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572924.285088:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572924.285090:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572924.285093:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982842368:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572924.285113:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982842496:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572924.285128:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572924.285135:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572924/real 1788572924]  req@ffff8b7a8608a680 x1875453982842496/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572924.285154:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982842496/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572924.285162:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572924.285166:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572924.285170:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982842496:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572924.988684:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572926.012707:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572927.036628:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572928.060636:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572929.084598:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572929.404636:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572929.404647:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572929.404652:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572929.404662:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 672
00000100:00080000:3.0:1788572929.404674:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572929.404681:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572929.404722:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982842624/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572929.404751:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572929.404755:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572929.404758:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572929.404764:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 672
00000100:00080000:3.0:1788572929.404793:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788572929.404801:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982842624:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788572929.404805:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572929.404822:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572929.404847:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982842752/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572929.404864:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572929.404869:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572929.404872:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572929.404877:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 672
00000100:00080000:3.0:1788572929.404884:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572929.404889:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572929.404895:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572929.404931:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982842880/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572929.404935:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982842752:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572929.404991:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982842880:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572930.108601:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572931.132691:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572932.156611:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788572932.476832:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788572932.476882:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788572932.476899:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788572932.476960:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788572932.476974:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788572932.477009:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572929/real 1788572932]  req@ffff8b7a86089c00 x1875453982842880/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572932.477064:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982842880/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572932.477079:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572932.477086:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572932.477091:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982842880:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572932.477100:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572929/real 1788572932]  req@ffff8b7a86089f80 x1875453982842752/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572932.477113:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982842752/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572932.477121:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572932.477124:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572932.477127:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982842752:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572932.477133:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572929/real 1788572932]  req@ffff8b7a8608a300 x1875453982842624/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572932.477145:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982842624/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572932.477153:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572932.477158:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572932.477162:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982842624:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788572933.180692:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572934.204656:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572934.524618:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572934.524644:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572934.524648:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572934.524656:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 677
00000100:00080000:1.0:1788572934.524665:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572934.524672:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788572934.524707:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982843008/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572934.524735:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572934.524739:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572934.524741:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572934.524746:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 677
00000100:00080000:1.0:1788572934.524750:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572934.524755:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788572934.524766:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572934.524776:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982843008:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572934.524784:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982843136/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572934.524798:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572934.524802:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572934.524804:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572934.524809:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 677
00000100:00080000:1.0:1788572934.524814:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572934.524819:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788572934.524824:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572934.524839:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982843264/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572934.524843:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572934.524891:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572934/real 1788572934]  req@ffff8b7a86bfad80 x1875453982843008/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572934.524911:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982843008/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572934.524921:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572934.524934:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572934.524938:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982843008:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572934.524979:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982843136:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572934.525007:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572934.525021:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572934/real 1788572934]  req@ffff8b7a86bf8700 x1875453982843136/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572934.525034:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982843136/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572934.525043:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572934.525046:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572934.525050:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982843136:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788572934.525056:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982843264:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572934.525077:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572934.525089:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572934/real 1788572934]  req@ffff8b7a86bf8380 x1875453982843264/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572934.525111:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982843264/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572934.525124:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572934.525128:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572934.525132:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982843264:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572935.228647:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572936.252603:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572937.276671:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572938.300641:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572939.324705:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572939.644609:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572939.644618:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572939.644622:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572939.644649:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 682
00000100:00080000:2.0:1788572939.644658:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572939.644664:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788572939.644691:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453982843392/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572939.644711:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572939.644714:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572939.644715:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572939.644719:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 682
00000100:00080000:2.0:1788572939.644721:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572939.644724:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572939.644731:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572939.644741:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453982843520/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572939.644749:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572939.644752:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572939.644755:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788572939.644756:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982843392:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788572939.644759:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 682
00000100:00080000:2.0:1788572939.644764:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572939.644768:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572939.644771:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572939.644778:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453982843648/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572939.644835:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572939.644869:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572939/real 1788572939]  req@ffff8b7a83678000 x1875453982843392/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572939.644883:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453982843392/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572939.644891:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572939.644893:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572939.644897:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982843392:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572939.644916:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982843520:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572939.644931:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572939.644939:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572939/real 1788572939]  req@ffff8b7a8367b480 x1875453982843520/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572939.644947:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453982843520/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572939.644952:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572939.644954:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572939.644956:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982843520:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788572939.644960:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982843648:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572939.644970:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572939.644976:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572939/real 1788572939]  req@ffff8b7a83679500 x1875453982843648/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572939.644996:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453982843648/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572939.645002:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572939.645004:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572939.645006:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982843648:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572940.348685:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572941.372653:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572942.396627:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572943.420642:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572944.444716:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572944.764633:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572944.764645:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572944.764650:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572944.764661:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 688
00000100:00080000:2.0:1788572944.764673:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572944.764681:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788572944.764723:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453982843776/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572944.764751:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572944.764754:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572944.764756:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572944.764759:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 688
00000100:00080000:2.0:1788572944.764762:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572944.764764:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572944.764774:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572944.764783:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453982843904/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572944.764790:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572944.764793:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572944.764795:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572944.764798:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 688
00000100:00080000:2.0:1788572944.764800:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572944.764802:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572944.764825:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572944.764834:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678e00 x1875453982844032/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572944.764848:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982843776:192.168.202.159@tcp:250:kworker.0
00000800:00000100:3.0:1788572944.764917:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572944.764956:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572944/real 1788572944]  req@ffff8b7a83679f80 x1875453982843776/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572944.764972:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453982843776/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572944.764981:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572944.764984:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572944.764987:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982843776:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572944.764993:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982843904:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572944.765007:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572944.765035:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572944/real 1788572944]  req@ffff8b7a8367bb80 x1875453982843904/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572944.765046:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453982843904/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572944.765065:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572944.765070:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572944.765074:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982843904:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788572944.765104:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982844032:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572944.765127:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572944.765137:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572944/real 1788572944]  req@ffff8b7a83678e00 x1875453982844032/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572944.765145:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678e00 x1875453982844032/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572944.765151:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572944.765153:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572944.765156:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982844032:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572945.468625:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572946.492758:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572947.516661:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572948.540684:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572949.564720:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572949.884651:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572949.884667:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572949.884673:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572949.884688:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 693
00000100:00080000:0.0:1788572949.884702:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572949.884712:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572949.884761:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453982844160/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572949.884788:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572949.884791:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572949.884792:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572949.884796:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 693
00000100:00080000:0.0:1788572949.884799:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572949.884802:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572949.884813:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572949.884823:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453982844288/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572949.884831:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1788572949.884834:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982844160:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788572949.884835:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572949.884838:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572949.884846:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 693
00000100:00080000:0.0:1788572949.884848:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572949.884850:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572949.884854:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572949.884880:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453982844416/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572949.884915:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572949.884965:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572949/real 1788572949]  req@ffff8b7a86112300 x1875453982844160/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572949.884983:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453982844160/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572949.884992:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572949.885002:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572949.885018:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982844160:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572949.885046:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982844288:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572949.885075:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572949.885091:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572949/real 1788572949]  req@ffff8b7a86110e00 x1875453982844288/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572949.885105:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453982844288/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572949.885114:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572949.885117:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572949.885122:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982844288:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788572949.885129:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982844416:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572949.885152:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572949.885163:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572949/real 1788572949]  req@ffff8b7a86113b80 x1875453982844416/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572949.885172:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453982844416/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572949.885178:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572949.885180:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572949.885183:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982844416:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572950.588685:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572951.612690:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572952.636681:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572953.660604:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572954.684647:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572955.004610:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572955.004619:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572955.004623:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572955.004632:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 698
00000100:00080000:3.0:1788572955.004641:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572955.004648:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572955.004679:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982844544/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572955.004704:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572955.004707:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572955.004710:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572955.004721:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 698
00000100:00080000:3.0:1788572955.004726:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572955.004730:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572955.004741:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572955.004756:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982844672/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572955.004763:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982844544:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788572955.004768:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572955.004773:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572955.004775:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572955.004778:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 698
00000100:00080000:3.0:1788572955.004781:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572955.004784:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572955.004789:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572955.004823:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982844800/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572955.004836:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572955.004881:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572955/real 1788572955]  req@ffff8b7a86088700 x1875453982844544/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572955.004901:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982844544/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572955.004911:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572955.004916:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572955.004920:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982844544:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572955.004946:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982844672:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572955.004972:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572955.005001:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572955/real 1788572955]  req@ffff8b7a86089880 x1875453982844672/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572955.005016:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982844672/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572955.005025:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572955.005029:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572955.005032:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982844672:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572955.005039:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982844800:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572955.005062:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572955.005082:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572955/real 1788572955]  req@ffff8b7a86088a80 x1875453982844800/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572955.005095:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982844800/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572955.005104:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572955.005107:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572955.005111:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982844800:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572955.708606:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572956.732649:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572957.756654:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572958.780670:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572959.804659:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572960.124571:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572960.124583:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572960.124587:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572960.124598:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 703
00000100:00080000:3.0:1788572960.124608:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572960.124615:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572960.124650:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982844928/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572960.124675:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572960.124679:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572960.124681:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572960.124685:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 703
00000100:00080000:3.0:1788572960.124690:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572960.124695:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572960.124704:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572960.124717:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982845056/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572960.124719:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982844928:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788572960.124728:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572960.124731:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572960.124733:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572960.124764:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 703
00000100:00080000:3.0:1788572960.124768:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572960.124772:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572960.124778:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788572960.124788:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572960.124791:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982845184/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572960.124836:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572960/real 1788572960]  req@ffff8b7a8608b480 x1875453982844928/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572960.124852:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982844928/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572960.124859:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572960.124862:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572960.124866:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982844928:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572960.124891:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982845056:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572960.124918:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572960.124931:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572960/real 1788572960]  req@ffff8b7a86089180 x1875453982845056/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572960.124940:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982845056/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572960.124956:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572960.124980:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572960.124983:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982845056:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572960.124988:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982845184:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572960.125006:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572960.125014:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572960/real 1788572960]  req@ffff8b7a86088000 x1875453982845184/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572960.125022:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982845184/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572960.125027:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572960.125030:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572960.125032:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982845184:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572960.828706:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572961.852677:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572962.876642:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572963.900658:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572964.924630:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788572965.244622:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572965.244634:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788572965.244638:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572965.244648:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 708
00000100:00080000:1.0:1788572965.244658:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572965.244667:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788572965.244707:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982845312/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572965.244738:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572965.244760:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788572965.244762:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572965.244768:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 708
00000100:00080000:1.0:1788572965.244772:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572965.244778:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572965.244782:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982845312:192.168.202.159@tcp:250:kworker.0
00000008:00100000:1.0:1788572965.244790:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572965.244811:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453982845440/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788572965.244825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788572965.244828:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788572965.244831:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788572965.244835:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 708
00000100:00080000:1.0:1788572965.244841:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788572965.244846:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788572965.244851:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1788572965.244853:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572965.244869:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982845568/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788572965.244914:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572965/real 1788572965]  req@ffff8b7a86bfaa00 x1875453982845312/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572965.244934:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982845312/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572965.244945:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572965.244961:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572965.244966:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982845312:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572965.244990:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982845440:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572965.245014:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572965.245027:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572965/real 1788572965]  req@ffff8b7a86bfb800 x1875453982845440/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572965.245039:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453982845440/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572965.245060:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572965.245065:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572965.245069:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982845440:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788572965.245075:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982845568:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572965.245099:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572965.245110:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572965/real 1788572965]  req@ffff8b7a86bf8380 x1875453982845568/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572965.245122:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982845568/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572965.245131:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572965.245134:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572965.245138:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982845568:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572965.948612:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572966.972643:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572967.996714:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572969.020628:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572970.044662:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572970.364612:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572970.364623:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572970.364627:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572970.364639:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 713
00000100:00080000:0.0:1788572970.364654:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572970.364664:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572970.364713:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453982845696/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572970.364743:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572970.364747:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572970.364748:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572970.364752:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 713
00000100:00080000:0.0:1788572970.364771:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572970.364776:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572970.364786:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572970.364789:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982845696:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788572970.364800:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453982845824/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572970.364809:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572970.364811:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572970.364813:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572970.364816:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 713
00000100:00080000:0.0:1788572970.364818:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572970.364820:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572970.364823:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572970.364832:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453982845952/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788572970.364859:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572970.364897:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572970/real 1788572970]  req@ffff8b7a86111f80 x1875453982845696/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572970.364913:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453982845696/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788572995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572970.364922:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572970.364926:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572970.364949:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982845696:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572970.364974:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982845824:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572970.364993:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572970.365002:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572970/real 1788572970]  req@ffff8b7a86113800 x1875453982845824/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572970.365011:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453982845824/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572970.365017:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572970.365019:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572970.365022:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982845824:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788572970.365025:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982845952:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788572970.365036:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572970.365042:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572970/real 1788572970]  req@ffff8b7a86110380 x1875453982845952/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788572970.365049:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453982845952/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788572995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788572970.365054:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788572970.365056:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788572970.365058:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982845952:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572971.068663:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572972.092628:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572973.116619:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572974.140646:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572975.164585:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572975.484627:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572975.484640:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572975.484644:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572975.484657:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 718
00000100:00080000:3.0:1788572975.484668:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572975.484677:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572975.484712:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982846080/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572975.484737:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572975.484740:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572975.484741:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572975.484744:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 718
00000100:00080000:3.0:1788572975.484747:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572975.484750:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572975.484758:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572975.484766:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982846208/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572975.484777:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572975.484782:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788572975.484783:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982846080:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788572975.484785:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572975.484794:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 718
00000100:00080000:3.0:1788572975.484798:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572975.484802:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572975.484808:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788572975.484842:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788572975.484842:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982846336/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572975.484896:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572975/real 1788572975]  req@ffff8b7a8608b100 x1875453982846080/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572975.484929:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982846080/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572975.484949:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572975.484958:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572975.484961:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982846080:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572975.484981:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982846208:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572975.485001:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572975.485010:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572975/real 1788572975]  req@ffff8b7a86088e00 x1875453982846208/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572975.485019:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982846208/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572975.485024:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572975.485026:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572975.485029:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982846208:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572975.485032:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982846336:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572975.485043:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572975.485048:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572975/real 1788572975]  req@ffff8b7a86089500 x1875453982846336/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572975.485056:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982846336/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572975.485061:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572975.485063:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572975.485064:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982846336:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572976.188664:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572977.212723:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572978.236663:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572979.260628:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572980.284678:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572980.604550:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572980.604563:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572980.604568:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572980.604582:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 723
00000100:00080000:3.0:1788572980.604596:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572980.604605:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572980.604653:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982846464/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572980.604689:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572980.604693:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572980.604695:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572980.604700:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 723
00000100:00080000:3.0:1788572980.604704:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572980.604709:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572980.604720:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572980.604734:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982846592/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572980.604746:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572980.604750:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572980.604753:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788572980.604755:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982846464:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788572980.604776:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 723
00000100:00080000:3.0:1788572980.604781:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572980.604786:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572980.604792:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572980.604805:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982846720/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572980.604844:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572980.604925:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572980/real 1788572980]  req@ffff8b7a86089500 x1875453982846464/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572980.604949:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982846464/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572980.604962:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572980.604967:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572980.604972:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982846464:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572980.605003:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982846592:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572980.605031:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572980.605046:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572980/real 1788572980]  req@ffff8b7a86088e00 x1875453982846592/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572980.605061:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982846592/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572980.605071:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572980.605075:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572980.605079:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982846592:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572980.605085:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982846720:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572980.605108:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572980.605120:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572980/real 1788572980]  req@ffff8b7a8608b100 x1875453982846720/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572980.605146:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982846720/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572980.605156:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572980.605159:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572980.605164:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982846720:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572981.308695:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572982.332627:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572983.356697:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572984.380640:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572985.404684:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788572985.724617:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572985.724632:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788572985.724637:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572985.724653:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 729
00000100:00080000:3.0:1788572985.724667:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572985.724675:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788572985.724717:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982846848/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572985.724751:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572985.724756:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788572985.724758:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572985.724764:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 729
00000100:00080000:3.0:1788572985.724768:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572985.724773:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572985.724785:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788572985.724810:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982846848:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788572985.724813:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982846976/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788572985.724848:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788572985.724851:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788572985.724853:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788572985.724857:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 729
00000100:00080000:3.0:1788572985.724861:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788572985.724864:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788572985.724869:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788572985.724896:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982847104/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788572985.724925:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572985.724975:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572985/real 1788572985]  req@ffff8b7a86088000 x1875453982846848/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572985.724997:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982846848/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572985.725010:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572985.725014:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572985.725018:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982846848:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572985.725046:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982846976:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572985.725069:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572985.725081:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572985/real 1788572985]  req@ffff8b7a86089180 x1875453982846976/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572985.725094:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982846976/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572985.725114:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572985.725118:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572985.725122:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982846976:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572985.725127:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982847104:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572985.725148:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572985.725158:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572985/real 1788572985]  req@ffff8b7a8608b480 x1875453982847104/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572985.725168:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982847104/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572985.725176:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572985.725179:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572985.725182:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982847104:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788572986.428742:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572987.452626:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572988.476606:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572989.500657:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572990.524582:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788572990.844585:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572990.844595:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788572990.844599:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572990.844608:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 734
00000100:00080000:2.0:1788572990.844616:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572990.844623:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788572990.844662:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b800 x1875453982847232/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788572990.844694:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572990.844698:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788572990.844700:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572990.844705:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 734
00000100:00080000:2.0:1788572990.844708:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572990.844713:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572990.844723:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788572990.844739:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678380 x1875453982847360/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572990.844742:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982847232:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788572990.844759:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788572990.844763:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788572990.844765:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788572990.844769:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 734
00000100:00080000:2.0:1788572990.844792:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788572990.844797:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788572990.844803:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788572990.844819:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788572990.844821:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678e00 x1875453982847488/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572990.844856:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572990/real 1788572990]  req@ffff8b7a8367b800 x1875453982847232/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572990.844886:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b800 x1875453982847232/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572990.844895:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572990.844897:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572990.844907:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982847232:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572990.844927:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982847360:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572990.844945:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572990.844954:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572990/real 1788572990]  req@ffff8b7a83678380 x1875453982847360/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572990.844963:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678380 x1875453982847360/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572990.844968:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572990.844970:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572990.844972:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982847360:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572990.844976:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982847488:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788572990.844986:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788572990.844992:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572990/real 1788572990]  req@ffff8b7a83678e00 x1875453982847488/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572990.844999:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678e00 x1875453982847488/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572990.845004:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572990.845005:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572990.845007:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982847488:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572991.548704:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572992.572636:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572993.596673:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572994.620653:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572995.644633:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788572995.964655:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572995.964666:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788572995.964671:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572995.964682:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 739
00000100:00080000:0.0:1788572995.964695:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572995.964703:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788572995.964746:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453982847616/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572995.964784:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572995.964788:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788572995.964791:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572995.964795:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 739
00000100:00080000:0.0:1788572995.964798:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572995.964801:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572995.964812:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572995.964823:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453982847744/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788572995.964832:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788572995.964835:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788572995.964838:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788572995.964853:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 739
00000100:00100000:1.0:1788572995.964875:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982847616:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788572995.964880:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788572995.964888:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788572995.964894:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788572995.964911:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453982847872/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788572995.965005:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982847744:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572995.965067:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982847872:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572996.668689:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788572997.692620:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788572998.716753:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788572999.036814:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788572999.036881:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788572999.036904:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788572999.036958:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788572999.036970:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788572999.037020:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572995/real 1788572999]  req@ffff8b7a86110000 x1875453982847872/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572999.037055:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453982847872/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572999.037070:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572999.037077:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572999.037083:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982847872:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788572999.037093:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572995/real 1788572999]  req@ffff8b7a86113480 x1875453982847616/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572999.037109:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453982847616/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572999.037118:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572999.037122:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572999.037126:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982847616:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788572999.037134:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788572995/real 1788572999]  req@ffff8b7a86111500 x1875453982847744/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788572999.037148:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453982847744/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788572999.037156:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788572999.037159:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788572999.037181:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982847744:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788572999.740659:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573000.764618:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573001.084668:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573001.084678:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573001.084683:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573001.084693:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 744
00000100:00080000:0.0:1788573001.084704:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573001.084713:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573001.084752:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453982848000/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573001.084782:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573001.084786:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573001.084788:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573001.084810:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 744
00000100:00080000:0.0:1788573001.084815:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573001.084820:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573001.084843:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982848000:192.168.202.159@tcp:250:kworker.0
00000008:00100000:0.0:1788573001.084846:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573001.084866:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453982848128/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573001.084877:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573001.084881:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573001.084883:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573001.084886:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 744
00000100:00080000:0.0:1788573001.084891:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573001.084895:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573001.084900:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573001.084913:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453982848256/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573001.084943:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573001.085000:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573001/real 1788573001]  req@ffff8b7a86111500 x1875453982848000/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573001.085024:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453982848000/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573001.085038:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573001.085043:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573001.085048:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982848000:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573001.085084:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982848128:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573001.085113:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573001.085129:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573001/real 1788573001]  req@ffff8b7a86113480 x1875453982848128/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573001.085144:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453982848128/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573001.085153:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573001.085157:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573001.085161:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982848128:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573001.085167:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982848256:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573001.085188:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573001.085212:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573001/real 1788573001]  req@ffff8b7a86110000 x1875453982848256/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573001.085226:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453982848256/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573001.085234:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573001.085238:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573001.085242:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982848256:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573001.788665:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573002.812656:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573003.836597:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573004.860665:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573005.884655:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573006.204666:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573006.204676:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573006.204679:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573006.204688:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 749
00000100:00080000:2.0:1788573006.204697:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573006.204704:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573006.204738:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453982848384/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573006.204764:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573006.204767:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573006.204768:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573006.204771:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 749
00000100:00080000:2.0:1788573006.204773:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573006.204775:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573006.204783:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573006.204804:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453982848512/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573006.204813:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788573006.204837:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982848384:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573006.204841:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573006.204845:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573006.204855:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 749
00000100:00080000:2.0:1788573006.204859:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573006.204863:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573006.204869:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573006.204882:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453982848640/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573006.204927:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573006.204981:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573006/real 1788573006]  req@ffff8b7a8367bb80 x1875453982848384/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573006.205005:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453982848384/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573006.205019:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573006.205022:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573006.205026:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982848384:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573006.205033:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982848512:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573006.205054:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573006.205064:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573006/real 1788573006]  req@ffff8b7a83679f80 x1875453982848512/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573006.205073:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453982848512/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573006.205094:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573006.205098:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573006.205100:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982848512:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573006.205139:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982848640:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573006.205160:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573006.205168:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573006/real 1788573006]  req@ffff8b7a83679500 x1875453982848640/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573006.205176:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453982848640/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573006.205182:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573006.205185:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573006.205187:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982848640:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573006.908730:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573007.932667:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573008.956620:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573009.980644:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573011.004677:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573011.324637:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573011.324650:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573011.324654:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573011.324665:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 754
00000100:00080000:1.0:1788573011.324677:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573011.324687:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573011.324739:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982848768/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573011.324771:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573011.324793:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573011.324795:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573011.324799:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 754
00000100:00080000:1.0:1788573011.324803:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573011.324807:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573011.324815:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573011.324815:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982848768:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573011.324830:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982848896/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573011.324838:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573011.324840:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573011.324841:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573011.324844:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 754
00000100:00080000:1.0:1788573011.324846:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573011.324848:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573011.324851:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573011.324859:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982849024/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573011.324891:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573011.324934:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573011/real 1788573011]  req@ffff8b7a86bf8700 x1875453982848768/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573011.324955:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982848768/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573011.324982:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573011.324986:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573011.325001:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982848768:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573011.325028:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982848896:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573011.325056:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573011.325071:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573011/real 1788573011]  req@ffff8b7a86bfad80 x1875453982848896/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573011.325085:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982848896/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573011.325094:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573011.325098:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573011.325101:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982848896:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573011.325109:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982849024:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573011.325133:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573011.325148:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573011/real 1788573011]  req@ffff8b7a86bf9f80 x1875453982849024/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573011.325161:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982849024/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573011.325168:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573011.325171:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573011.325174:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982849024:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573012.028631:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573013.052630:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573014.076640:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573015.100597:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573016.124661:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573016.444577:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573016.444588:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573016.444593:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573016.444617:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 759
00000100:00080000:1.0:1788573016.444630:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573016.444639:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573016.444677:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453982849152/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573016.444717:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573016.444720:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573016.444722:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573016.444726:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 759
00000100:00080000:1.0:1788573016.444729:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573016.444732:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573016.444740:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573016.444750:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453982849280/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573016.444757:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573016.444759:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573016.444761:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573016.444764:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 759
00000100:00080000:1.0:1788573016.444766:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573016.444769:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573016.444773:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573016.444775:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982849152:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573016.444782:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982849408/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573016.444844:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573016.444879:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573016/real 1788573016]  req@ffff8b7a86bfa300 x1875453982849152/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573016.444892:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453982849152/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573016.444900:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573016.444903:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573016.444906:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982849152:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573016.444911:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982849280:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573016.444927:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573016.444934:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573016/real 1788573016]  req@ffff8b7a86bf9880 x1875453982849280/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573016.444942:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453982849280/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573016.444947:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573016.444950:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573016.444952:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982849280:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573016.444970:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982849408:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573016.444981:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573016.444996:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573016/real 1788573016]  req@ffff8b7a86bf9f80 x1875453982849408/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573016.445004:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982849408/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573016.445013:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573016.445016:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573016.445020:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982849408:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573017.148687:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573018.172658:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573019.196630:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573020.220688:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573021.244624:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573021.564605:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573021.564613:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573021.564617:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573021.564627:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 764
00000100:00080000:3.0:1788573021.564635:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573021.564642:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573021.564683:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982849536/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573021.564711:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573021.564714:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573021.564716:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573021.564719:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 764
00000100:00080000:3.0:1788573021.564723:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573021.564726:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573021.564735:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573021.564752:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982849536:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573021.564763:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982849664/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573021.564771:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573021.564774:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573021.564775:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573021.564778:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 764
00000100:00080000:3.0:1788573021.564781:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573021.564783:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573021.564787:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573021.564797:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982849792/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573021.564820:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573021.564862:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573021/real 1788573021]  req@ffff8b7a86088a80 x1875453982849536/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573021.564908:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982849536/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573021.564919:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573021.564924:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573021.564928:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982849536:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573021.564952:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982849664:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573021.564979:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573021.564994:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573021/real 1788573021]  req@ffff8b7a86089880 x1875453982849664/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573021.565008:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982849664/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573021.565017:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573021.565021:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573021.565025:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982849664:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573021.565032:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982849792:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573021.565056:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573021.565069:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573021/real 1788573021]  req@ffff8b7a86088700 x1875453982849792/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573021.565082:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982849792/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573021.565104:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573021.565108:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573021.565112:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982849792:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573022.268630:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573023.292647:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573024.316689:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573025.340637:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573026.364668:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573026.684570:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573026.684579:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573026.684583:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573026.684593:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 770
00000100:00080000:3.0:1788573026.684601:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573026.684607:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573026.684638:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982849920/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573026.684660:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573026.684663:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573026.684664:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573026.684682:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 770
00000100:00080000:3.0:1788573026.684686:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573026.684689:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573026.684698:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573026.684708:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982850048/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573026.684716:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573026.684718:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573026.684720:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573026.684722:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 770
00000100:00080000:3.0:1788573026.684724:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573026.684726:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573026.684729:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573026.684735:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982850176/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573026.684796:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982849920:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788573026.684864:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573026.684913:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573026/real 1788573026]  req@ffff8b7a8608a300 x1875453982849920/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573026.684934:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982849920/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573026.684946:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573026.684950:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573026.684953:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982849920:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573026.684974:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982850048:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573026.684993:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573026.685013:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573026/real 1788573026]  req@ffff8b7a86089f80 x1875453982850048/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573026.685024:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982850048/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573026.685033:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573026.685036:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573026.685040:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982850048:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573026.685055:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982850176:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573026.685079:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573026.685088:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573026/real 1788573026]  req@ffff8b7a86089c00 x1875453982850176/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573026.685096:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982850176/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573026.685102:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573026.685104:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573026.685106:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982850176:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573027.388612:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573028.412619:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573029.436615:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573030.460617:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573031.484631:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573031.804609:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573031.804619:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573031.804623:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573031.804632:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 775
00000100:00080000:3.0:1788573031.804641:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573031.804648:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573031.804682:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982850304/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573031.804722:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573031.804725:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573031.804726:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573031.804730:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 775
00000100:00080000:3.0:1788573031.804733:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573031.804735:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573031.804742:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573031.804752:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982850432/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573031.804759:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573031.804762:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573031.804763:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573031.804765:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 775
00000100:00080000:3.0:1788573031.804767:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573031.804772:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982850304:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573031.804773:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573031.804779:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573031.804786:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982850560/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573031.804830:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573031.804865:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573031/real 1788573031]  req@ffff8b7a8608a680 x1875453982850304/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573031.804878:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982850304/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573031.804886:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573031.804889:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573031.804892:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982850304:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573031.804897:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982850432:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573031.804916:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573031.804942:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573031/real 1788573031]  req@ffff8b7a8608aa00 x1875453982850432/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573031.804965:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982850432/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573031.804971:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573031.804973:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573031.804976:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982850432:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573031.804995:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982850560:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573031.805012:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573031.805020:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573031/real 1788573031]  req@ffff8b7a8608ad80 x1875453982850560/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573031.805028:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982850560/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573031.805034:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573031.805036:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573031.805038:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982850560:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573032.508722:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573033.532615:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573034.556586:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573035.580663:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573036.604656:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573036.924608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573036.924624:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573036.924629:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573036.924665:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 780
00000100:00080000:3.0:1788573036.924680:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573036.924690:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573036.924735:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982850688/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573036.924773:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573036.924777:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573036.924780:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573036.924785:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 780
00000100:00080000:3.0:1788573036.924790:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573036.924795:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573036.924807:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573036.924824:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982850816/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573036.924850:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788573036.924859:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982850688:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573036.924859:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573036.924867:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573036.924876:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 780
00000100:00080000:3.0:1788573036.924881:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573036.924888:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573036.924895:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573036.924913:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982850944/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573036.924940:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573036.924988:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573036/real 1788573036]  req@ffff8b7a8608b800 x1875453982850688/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573036.925003:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982850688/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573036.925030:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573036.925033:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573036.925036:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982850688:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573036.925058:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982850816:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573036.925100:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573036.925110:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573036/real 1788573036]  req@ffff8b7a8608bb80 x1875453982850816/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573036.925118:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982850816/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573036.925124:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573036.925126:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573036.925128:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982850816:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573036.925132:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982850944:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573036.925144:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573036.925150:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573036/real 1788573036]  req@ffff8b7a86088380 x1875453982850944/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573036.925157:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982850944/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573036.925162:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573036.925164:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573036.925166:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982850944:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573037.628618:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573038.652675:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573039.676682:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573040.700641:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573041.724667:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573042.044582:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573042.044594:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573042.044599:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573042.044610:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 785
00000100:00080000:3.0:1788573042.044623:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573042.044631:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573042.044672:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982851072/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573042.044699:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573042.044702:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573042.044703:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573042.044707:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 785
00000100:00080000:3.0:1788573042.044709:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573042.044712:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573042.044722:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573042.044730:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982851200/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573042.044737:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573042.044740:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573042.044741:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573042.044743:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 785
00000100:00080000:3.0:1788573042.044759:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573042.044763:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573042.044767:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573042.044778:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982851072:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573042.044779:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982851328/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573042.044866:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573042.044922:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573042/real 1788573042]  req@ffff8b7a86088380 x1875453982851072/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573042.044940:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982851072/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573042.044949:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573042.044952:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573042.044955:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982851072:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573042.044961:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982851200:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573042.044979:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573042.044987:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573042/real 1788573042]  req@ffff8b7a8608bb80 x1875453982851200/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573042.044995:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982851200/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573042.045000:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573042.045002:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573042.045004:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982851200:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573042.045026:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982851328:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573042.045037:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573042.045043:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573042/real 1788573042]  req@ffff8b7a8608b800 x1875453982851328/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573042.045060:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982851328/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573042.045066:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573042.045068:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573042.045070:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982851328:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573042.748622:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573043.772607:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573044.796718:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573045.820636:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573046.844660:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573047.164622:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573047.164637:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573047.164642:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573047.164657:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 790
00000100:00080000:3.0:1788573047.164672:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573047.164682:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573047.164730:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982851456/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573047.164763:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573047.164767:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573047.164768:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573047.164773:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 790
00000100:00080000:3.0:1788573047.164776:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573047.164781:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573047.164793:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573047.164807:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982851584/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573047.164818:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573047.164838:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573047.164840:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573047.164845:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 790
00000100:00080000:3.0:1788573047.164850:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573047.164854:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573047.164860:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573047.164878:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982851712/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573047.164879:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982851456:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788573047.164976:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573047.165029:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573047/real 1788573047]  req@ffff8b7a8608ad80 x1875453982851456/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573047.165067:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982851456/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573047.165081:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573047.165087:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573047.165092:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982851456:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573047.165101:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982851584:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573047.165141:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573047.165158:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573047/real 1788573047]  req@ffff8b7a8608aa00 x1875453982851584/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573047.165174:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982851584/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573047.165204:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573047.165208:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573047.165213:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982851584:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573047.165242:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982851712:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573047.165271:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573047.165284:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573047/real 1788573047]  req@ffff8b7a8608a680 x1875453982851712/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573047.165297:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982851712/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573047.165306:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573047.165309:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573047.165313:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982851712:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573047.868709:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573048.892594:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573049.916606:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573050.940695:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573051.964620:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573052.284611:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573052.284621:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573052.284624:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573052.284633:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 795
00000100:00080000:3.0:1788573052.284642:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573052.284649:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573052.284683:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982851840/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573052.284709:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573052.284713:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573052.284715:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573052.284720:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 795
00000100:00080000:3.0:1788573052.284724:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573052.284728:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573052.284756:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573052.284768:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982851840:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573052.284774:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982851968/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573052.284789:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573052.284792:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573052.284794:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573052.284798:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 795
00000100:00080000:3.0:1788573052.284802:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573052.284807:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573052.284812:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573052.284824:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982852096/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573052.284843:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573052.284886:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573052/real 1788573052]  req@ffff8b7a86089c00 x1875453982851840/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573052.284906:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982851840/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573052.284918:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573052.284922:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573052.284933:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982851840:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573052.284972:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982851968:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573052.284997:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573052.285010:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573052/real 1788573052]  req@ffff8b7a86089f80 x1875453982851968/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573052.285023:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982851968/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573052.285032:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573052.285036:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573052.285039:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982851968:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573052.285046:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982852096:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573052.285073:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573052.285085:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573052/real 1788573052]  req@ffff8b7a8608a300 x1875453982852096/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573052.285097:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982852096/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573052.285106:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573052.285110:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573052.285113:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982852096:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573052.988619:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573054.012707:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573055.036624:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573056.060576:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573057.084676:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573057.404640:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573057.404651:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573057.404675:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573057.404686:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 800
00000100:00080000:1.0:1788573057.404697:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573057.404706:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573057.404744:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982852224/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573057.404780:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573057.404784:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573057.404786:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573057.404790:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 800
00000100:00080000:1.0:1788573057.404795:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573057.404801:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573057.404813:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573057.404831:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982852352/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573057.404837:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982852224:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788573057.404865:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573057.404870:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573057.404871:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573057.404876:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 800
00000100:00080000:1.0:1788573057.404881:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573057.404886:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573057.404891:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573057.404905:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982852480/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573057.405005:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573057.405048:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573057/real 1788573057]  req@ffff8b7a86bfad80 x1875453982852224/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573057.405064:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982852224/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573057.405073:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573057.405077:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573057.405080:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982852224:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573057.405117:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982852352:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573057.405137:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573057.405146:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573057/real 1788573057]  req@ffff8b7a86bf8700 x1875453982852352/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573057.405155:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982852352/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573057.405167:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573057.405170:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573057.405173:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982852352:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573057.405177:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982852480:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573057.405189:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573057.405196:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573057/real 1788573057]  req@ffff8b7a86bf8380 x1875453982852480/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573057.405204:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982852480/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573057.405209:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573057.405211:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573057.405213:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982852480:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573058.108634:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573059.132669:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573060.156616:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573061.180639:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573062.204597:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573062.524576:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573062.524586:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573062.524589:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573062.524597:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 805
00000100:00080000:2.0:1788573062.524607:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573062.524613:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573062.524647:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453982852608/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573062.524668:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573062.524675:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573062.524676:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573062.524679:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 805
00000100:00080000:2.0:1788573062.524682:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573062.524685:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573062.524698:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573062.524709:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453982852736/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573062.524709:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982852608:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573062.524737:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573062.524740:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573062.524742:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573062.524744:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 805
00000100:00080000:2.0:1788573062.524775:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573062.524781:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573062.524788:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573062.524810:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453982852864/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573062.524818:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982852736:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573062.524869:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982852864:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573063.228691:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573064.252572:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573065.276641:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788573065.596712:0:2374:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788573065.596767:0:2374:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788573065.596780:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788573065.596816:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788573065.596826:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:3.0:1788573065.596877:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573062/real 1788573065]  req@ffff8b7a83678a80 x1875453982852864/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573065.596905:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453982852864/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573065.596923:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573065.596928:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573065.596933:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982852864:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573065.596940:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573062/real 1788573065]  req@ffff8b7a83678000 x1875453982852736/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573065.596953:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453982852736/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573065.596960:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573065.596964:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573065.596967:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982852736:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573065.596974:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573062/real 1788573065]  req@ffff8b7a8367b480 x1875453982852608/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573065.596986:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453982852608/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573065.596994:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573065.597007:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573065.597011:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982852608:192.168.202.159@tcp:250:kworker.0
00010000:00010000:3.0:1788573066.300649:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573067.324618:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573067.644640:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573067.644649:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573067.644652:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573067.644677:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 810
00000100:00080000:0.0:1788573067.644686:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573067.644707:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573067.644736:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453982852992/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573067.644758:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573067.644760:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573067.644762:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573067.644765:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 810
00000100:00080000:0.0:1788573067.644769:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573067.644772:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573067.644781:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573067.644795:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453982853120/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573067.644806:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573067.644809:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573067.644826:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573067.644833:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 810
00000100:00100000:3.0:1788573067.644833:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982852992:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573067.644839:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573067.644846:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573067.644854:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573067.644869:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453982853248/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573067.644915:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573067.644959:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573067/real 1788573067]  req@ffff8b7a86110380 x1875453982852992/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573067.644982:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453982852992/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573067.644995:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573067.645000:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573067.645004:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982852992:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573067.645012:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982853120:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573067.645040:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573067.645055:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573067/real 1788573067]  req@ffff8b7a86113800 x1875453982853120/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573067.645067:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453982853120/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573067.645076:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573067.645079:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573067.645083:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982853120:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573067.645113:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982853248:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573067.645147:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573067.645160:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573067/real 1788573067]  req@ffff8b7a86111f80 x1875453982853248/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573067.645174:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453982853248/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573067.645182:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573067.645186:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573067.645189:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982853248:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573068.348574:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573069.372656:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573070.396575:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573071.420652:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573072.444664:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573072.764581:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573072.764594:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573072.764599:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573072.764609:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 816
00000100:00080000:0.0:1788573072.764620:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573072.764628:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573072.764667:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453982853376/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573072.764696:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573072.764700:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573072.764702:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573072.764706:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 816
00000100:00080000:0.0:1788573072.764710:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573072.764714:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573072.764723:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573072.764754:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453982853504/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573072.764767:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573072.764772:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573072.764775:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573072.764783:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 816
00000100:00100000:3.0:1788573072.764786:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982853376:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573072.764790:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573072.764804:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573072.764810:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573072.764825:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453982853632/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573072.764887:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573072.764934:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573072/real 1788573072]  req@ffff8b7a86113b80 x1875453982853376/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573072.764951:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453982853376/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573072.764961:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573072.764965:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573072.764968:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982853376:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573072.764994:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982853504:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573072.765012:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573072.765021:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573072/real 1788573072]  req@ffff8b7a86110e00 x1875453982853504/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573072.765043:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453982853504/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573072.765049:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573072.765052:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573072.765054:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982853504:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573072.765058:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982853632:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573072.765072:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573072.765079:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573072/real 1788573072]  req@ffff8b7a86112300 x1875453982853632/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573072.765087:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453982853632/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573072.765092:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573072.765094:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573072.765096:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982853632:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573073.468598:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573074.492618:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573075.516676:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573076.540603:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573077.564602:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573077.884637:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573077.884646:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573077.884649:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573077.884658:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 821
00000100:00080000:1.0:1788573077.884667:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573077.884673:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573077.884706:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453982853760/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573077.884727:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573077.884730:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573077.884731:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573077.884738:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 821
00000100:00080000:1.0:1788573077.884740:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573077.884743:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573077.884751:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573077.884760:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982853888/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573077.884767:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573077.884770:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573077.884771:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573077.884774:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 821
00000100:00080000:1.0:1788573077.884776:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573077.884779:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573077.884783:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982853760:192.168.202.159@tcp:250:kworker.0
00000008:00100000:1.0:1788573077.884810:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573077.884828:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982854016/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573077.884857:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573077.884894:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573077/real 1788573077]  req@ffff8b7a86bfb800 x1875453982853760/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573077.884908:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453982853760/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573077.884922:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573077.884925:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573077.884928:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982853760:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573077.884934:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982853888:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573077.884953:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573077.884961:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573077/real 1788573077]  req@ffff8b7a86bfaa00 x1875453982853888/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573077.884970:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982853888/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573077.884975:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573077.884978:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573077.884980:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982853888:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573077.884999:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982854016:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573077.885011:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573077.885017:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573077/real 1788573077]  req@ffff8b7a86bf8380 x1875453982854016/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573077.885024:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982854016/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573077.885029:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573077.885031:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573077.885032:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982854016:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573078.588665:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573079.612586:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573080.636567:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573081.660622:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573082.684679:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573083.004567:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573083.004576:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573083.004579:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573083.004587:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 826
00000100:00080000:1.0:1788573083.004596:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573083.004603:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573083.004639:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982854144/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573083.004663:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573083.004665:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573083.004666:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573083.004670:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 826
00000100:00080000:1.0:1788573083.004672:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573083.004674:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573083.004681:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573083.004690:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982854272/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573083.004698:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573083.004700:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573083.004702:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573083.004704:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 826
00000100:00100000:3.0:1788573083.004713:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982854144:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788573083.004725:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573083.004740:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573083.004747:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573083.004762:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982854400/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573083.004772:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573083.004807:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573083/real 1788573083]  req@ffff8b7a86bf8700 x1875453982854144/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573083.004821:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982854144/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573083.004828:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573083.004831:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573083.004834:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982854144:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573083.004839:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982854272:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573083.004852:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573083.004860:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573083/real 1788573083]  req@ffff8b7a86bfad80 x1875453982854272/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573083.004867:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982854272/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573083.004872:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573083.004875:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573083.004877:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982854272:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573083.004896:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982854400:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573083.004919:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573083.004926:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573083/real 1788573083]  req@ffff8b7a86bf9f80 x1875453982854400/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573083.004934:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982854400/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573083.004939:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573083.004941:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573083.004943:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982854400:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573083.708646:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573084.732690:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573085.756598:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573086.780643:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573087.804664:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573088.124596:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573088.124605:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573088.124608:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573088.124618:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 831
00000100:00080000:0.0:1788573088.124626:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573088.124651:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573088.124681:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453982854528/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573088.124702:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573088.124705:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573088.124706:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573088.124710:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 831
00000100:00080000:0.0:1788573088.124713:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573088.124715:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573088.124723:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573088.124731:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453982854656/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573088.124739:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573088.124741:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573088.124745:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788573088.124746:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982854528:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573088.124749:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 831
00000100:00080000:0.0:1788573088.124755:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573088.124758:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573088.124768:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573088.124776:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453982854784/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573088.124811:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573088.124853:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573088/real 1788573088]  req@ffff8b7a86111880 x1875453982854528/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573088.124869:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453982854528/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573088.124878:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573088.124881:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573088.124884:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982854528:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573088.124903:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982854656:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573088.124936:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573088.124947:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573088/real 1788573088]  req@ffff8b7a86112a00 x1875453982854656/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573088.124963:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453982854656/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573088.124969:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573088.124971:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573088.124974:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982854656:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573088.124978:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982854784:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573088.124992:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573088.124999:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573088/real 1788573088]  req@ffff8b7a86112d80 x1875453982854784/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573088.125006:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453982854784/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573088.125011:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573088.125013:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573088.125015:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982854784:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573088.828614:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573089.852594:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573090.876704:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573091.900667:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573092.924659:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573093.244671:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573093.244682:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573093.244687:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573093.244701:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 836
00000100:00080000:0.0:1788573093.244715:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573093.244736:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573093.244797:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453982854912/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573093.244824:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573093.244827:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573093.244828:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573093.244832:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 836
00000100:00080000:0.0:1788573093.244837:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573093.244841:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573093.244856:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573093.244873:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453982855040/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573093.244886:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573093.244893:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1788573093.244895:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982854912:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573093.244896:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573093.244906:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 836
00000100:00080000:0.0:1788573093.244916:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573093.244921:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573093.244946:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573093.244958:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453982855168/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573093.244988:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573093.245037:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573093/real 1788573093]  req@ffff8b7a86110700 x1875453982854912/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573093.245057:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453982854912/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573093.245082:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573093.245087:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573093.245092:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982854912:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573093.245121:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982855040:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573093.245149:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573093.245164:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573093/real 1788573093]  req@ffff8b7a86111c00 x1875453982855040/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573093.245178:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453982855040/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573093.245187:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573093.245191:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573093.245194:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982855040:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573093.245201:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982855168:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573093.245223:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573093.245235:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573093/real 1788573093]  req@ffff8b7a86112680 x1875453982855168/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573093.245245:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453982855168/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573093.245250:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573093.245252:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573093.245255:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982855168:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573093.948620:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573094.972610:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573095.996563:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573097.020658:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573098.044640:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573098.364560:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573098.364569:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573098.364572:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573098.364581:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 841
00000100:00080000:0.0:1788573098.364590:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573098.364597:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573098.364628:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453982855296/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573098.364650:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573098.364653:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573098.364654:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573098.364658:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 841
00000100:00080000:0.0:1788573098.364662:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573098.364666:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573098.364676:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573098.364690:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453982855424/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573098.364696:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982855296:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573098.364710:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573098.364728:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573098.364730:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573098.364734:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 841
00000100:00080000:0.0:1788573098.364738:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573098.364741:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573098.364746:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573098.364757:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453982855552/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573098.364760:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573098.364798:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573098/real 1788573098]  req@ffff8b7a86111180 x1875453982855296/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573098.364813:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453982855296/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573098.364820:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573098.364823:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573098.364827:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982855296:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573098.364844:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982855424:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573098.364859:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573098.364867:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573098/real 1788573098]  req@ffff8b7a86113100 x1875453982855424/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573098.364875:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453982855424/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573098.364881:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573098.364884:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573098.364887:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982855424:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573098.364893:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982855552:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573098.364926:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573098.364938:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573098/real 1788573098]  req@ffff8b7a86110a80 x1875453982855552/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573098.364947:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453982855552/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573098.364953:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573098.364955:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573098.364957:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982855552:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573099.068619:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573100.092680:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573101.116575:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573102.140596:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573103.164643:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573103.484633:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573103.484642:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573103.484646:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573103.484654:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 846
00000100:00080000:1.0:1788573103.484662:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573103.484669:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573103.484705:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453982855680/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573103.484727:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573103.484730:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573103.484732:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573103.484743:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 846
00000100:00080000:1.0:1788573103.484749:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573103.484752:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573103.484761:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573103.484773:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453982855808/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573103.484773:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982855680:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788573103.484790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573103.484808:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573103.484809:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573103.484812:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 846
00000100:00080000:1.0:1788573103.484816:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573103.484818:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573103.484822:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573103.484831:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982855936/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573103.484857:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573103.484901:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573103/real 1788573103]  req@ffff8b7a86bf9880 x1875453982855680/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573103.484921:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453982855680/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573103.484936:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573103.484940:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573103.484943:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982855680:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573103.484962:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982855808:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573103.484982:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573103.484991:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573103/real 1788573103]  req@ffff8b7a86bfa300 x1875453982855808/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573103.485013:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453982855808/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573103.485023:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573103.485027:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573103.485031:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982855808:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573103.485038:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982855936:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573103.485059:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573103.485068:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573103/real 1788573103]  req@ffff8b7a86bf9f80 x1875453982855936/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573103.485084:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982855936/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573103.485090:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573103.485092:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573103.485094:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982855936:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573104.188618:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573105.212646:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573106.236647:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573107.260641:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573108.284638:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573108.604636:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573108.604647:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573108.604652:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573108.604663:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 851
00000100:00080000:2.0:1788573108.604675:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573108.604684:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573108.604732:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453982856064/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573108.604761:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573108.604765:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573108.604768:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573108.604773:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 851
00000100:00080000:2.0:1788573108.604776:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573108.604781:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573108.604811:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573108.604829:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453982856192/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573108.604838:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982856064:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573108.604847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573108.604854:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573108.604856:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573108.604862:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 851
00000100:00080000:2.0:1788573108.604866:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573108.604872:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573108.604878:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573108.604892:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453982856320/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573108.604935:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573108.604980:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573108/real 1788573108]  req@ffff8b7a83679880 x1875453982856064/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573108.605001:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453982856064/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573108.605030:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573108.605035:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573108.605040:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982856064:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573108.605070:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982856192:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573108.605097:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573108.605110:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573108/real 1788573108]  req@ffff8b7a8367ad80 x1875453982856192/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573108.605123:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453982856192/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573108.605145:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573108.605149:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573108.605151:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982856192:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573108.605156:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982856320:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573108.605178:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573108.605190:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573108/real 1788573108]  req@ffff8b7a8367aa00 x1875453982856320/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573108.605203:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453982856320/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573108.605212:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573108.605216:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573108.605219:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982856320:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573109.308728:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573110.332643:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573111.356671:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573112.380695:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573113.404654:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573113.724603:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573113.724617:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573113.724622:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573113.724636:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 857
00000100:00080000:2.0:1788573113.724650:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573113.724660:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573113.724708:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453982856448/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573113.724736:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573113.724739:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573113.724740:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573113.724744:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 857
00000100:00080000:2.0:1788573113.724763:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573113.724767:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573113.724780:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573113.724792:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982856448:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788573113.724799:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453982856576/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573113.724814:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573113.724818:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573113.724821:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573113.724825:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 857
00000100:00080000:2.0:1788573113.724830:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573113.724834:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573113.724839:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573113.724850:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453982856704/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573113.724869:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573113.724910:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573113/real 1788573113]  req@ffff8b7a83679180 x1875453982856448/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573113.724952:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453982856448/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573113.724966:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573113.724971:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573113.724975:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982856448:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573113.725006:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982856576:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573113.725028:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573113.725038:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573113/real 1788573113]  req@ffff8b7a83678700 x1875453982856576/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573113.725047:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453982856576/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573113.725053:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573113.725056:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573113.725058:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982856576:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573113.725062:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982856704:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573113.725085:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573113.725097:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573113/real 1788573113]  req@ffff8b7a83679c00 x1875453982856704/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573113.725109:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453982856704/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573113.725118:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573113.725121:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573113.725125:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982856704:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573114.428668:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573115.452743:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573116.476608:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573117.500621:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573118.524611:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573118.844573:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573118.844582:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573118.844586:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573118.844595:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 862
00000100:00080000:0.0:1788573118.844605:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573118.844612:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573118.844664:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453982856832/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573118.844688:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573118.844692:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573118.844694:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573118.844699:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 862
00000100:00080000:0.0:1788573118.844704:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573118.844709:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573118.844720:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573118.844728:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982856832:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788573118.844751:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453982856960/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573118.844762:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573118.844765:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573118.844766:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573118.844770:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 862
00000100:00080000:0.0:1788573118.844773:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573118.844776:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573118.844780:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573118.844790:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453982857088/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573118.844799:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573118.844835:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573118/real 1788573118]  req@ffff8b7a86110a80 x1875453982856832/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573118.844849:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453982856832/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573118.844857:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573118.844860:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573118.844863:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982856832:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573118.844882:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982856960:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573118.844897:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573118.844905:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573118/real 1788573118]  req@ffff8b7a86113100 x1875453982856960/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573118.844921:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453982856960/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573118.844927:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573118.844929:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573118.844931:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982856960:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573118.844935:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982857088:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573118.844948:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573118.844955:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573118/real 1788573118]  req@ffff8b7a86111180 x1875453982857088/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573118.844962:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453982857088/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573118.844967:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573118.844969:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573118.844971:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982857088:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573119.548671:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573120.572605:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573121.596748:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573122.620640:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573123.644693:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573123.964622:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573123.964634:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573123.964638:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573123.964649:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 867
00000100:00080000:2.0:1788573123.964661:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573123.964668:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573123.964709:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b100 x1875453982857216/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573123.964736:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573123.964756:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573123.964758:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573123.964761:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 867
00000100:00080000:2.0:1788573123.964765:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573123.964769:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573123.964777:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573123.964788:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367a680 x1875453982857344/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573123.964797:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573123.964799:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573123.964800:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573123.964803:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 867
00000100:00080000:2.0:1788573123.964805:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573123.964807:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573123.964810:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573123.964820:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982857216:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788573123.964821:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453982857472/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573123.964935:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573123.964990:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573123/real 1788573123]  req@ffff8b7a8367b100 x1875453982857216/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573123.965015:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b100 x1875453982857216/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573123.965043:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573123.965049:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573123.965054:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982857216:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573123.965065:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982857344:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573123.965095:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573123.965110:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573123/real 1788573123]  req@ffff8b7a8367a680 x1875453982857344/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573123.965126:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367a680 x1875453982857344/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573123.965136:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573123.965140:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573123.965144:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982857344:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573123.965180:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982857472:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573123.965203:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573123.965216:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573123/real 1788573123]  req@ffff8b7a83679c00 x1875453982857472/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573123.965230:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453982857472/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573123.965240:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573123.965244:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573123.965248:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982857472:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573124.668698:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573125.692660:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573126.716616:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573127.740675:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573128.764636:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573129.084635:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573129.084646:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573129.084651:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573129.084666:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 872
00000100:00080000:0.0:1788573129.084680:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573129.084689:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573129.084735:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453982857600/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573129.084761:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573129.084764:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573129.084766:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573129.084769:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 872
00000100:00080000:0.0:1788573129.084772:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573129.084776:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573129.084786:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573129.084796:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453982857728/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573129.084808:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982857600:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573129.084809:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573129.084821:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573129.084827:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573129.084832:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 872
00000100:00080000:0.0:1788573129.084834:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573129.084857:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573129.084862:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573129.084881:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453982857856/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573129.084947:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982857728:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573129.084974:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982857856:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573129.788689:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573130.812674:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573131.836616:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788573132.156727:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:1.0:1788573132.156764:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788573132.156778:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:1.0:1788573132.156825:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:1.0:1788573132.156841:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:3.0:1788573132.156886:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573129/real 1788573132]  req@ffff8b7a86111c00 x1875453982857728/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573132.156913:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453982857728/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573132.156925:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573132.156930:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573132.156935:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982857728:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573132.156959:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573129/real 1788573132]  req@ffff8b7a86110700 x1875453982857856/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573132.156972:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453982857856/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573132.156980:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573132.156984:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573132.156987:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982857856:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573132.156994:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573129/real 1788573132]  req@ffff8b7a86112680 x1875453982857600/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573132.157029:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453982857600/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573132.157038:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573132.157042:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573132.157045:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982857600:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788573132.860692:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573133.884713:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573134.204643:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573134.204655:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573134.204659:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573134.204671:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 877
00000100:00080000:2.0:1788573134.204682:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573134.204690:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573134.204733:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453982857984/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573134.204802:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573134.204806:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573134.204808:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573134.204820:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 877
00000100:00080000:2.0:1788573134.204830:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573134.204836:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573134.204851:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573134.204859:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982857984:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788573134.204870:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453982858112/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573134.204889:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573134.204893:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573134.204896:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573134.204901:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 877
00000100:00080000:2.0:1788573134.204905:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573134.204909:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573134.204914:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573134.204928:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453982858240/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573134.204989:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573134.205056:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573134/real 1788573134]  req@ffff8b7a83678700 x1875453982857984/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573134.205083:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453982857984/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573134.205097:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573134.205102:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573134.205108:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982857984:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573134.205157:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982858112:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573134.205184:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573134.205200:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573134/real 1788573134]  req@ffff8b7a83679180 x1875453982858112/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573134.205214:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453982858112/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573134.205237:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573134.205242:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573134.205246:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982858112:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573134.205253:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982858240:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573134.205278:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573134.205290:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573134/real 1788573134]  req@ffff8b7a8367aa00 x1875453982858240/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573134.205304:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453982858240/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573134.205313:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573134.205317:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573134.205320:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982858240:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573134.908711:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573135.932590:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573136.956710:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573137.980590:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573139.004613:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573139.324586:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573139.324597:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573139.324601:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573139.324611:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 882
00000100:00080000:2.0:1788573139.324641:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573139.324649:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573139.324680:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453982858368/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573139.324707:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573139.324711:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573139.324713:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573139.324717:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 882
00000100:00080000:2.0:1788573139.324720:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573139.324724:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573139.324733:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573139.324746:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453982858496/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573139.324760:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1788573139.324760:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982858368:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573139.324769:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573139.324773:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573139.324777:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 882
00000100:00080000:2.0:1788573139.324780:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573139.324783:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573139.324788:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573139.324799:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453982858624/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573139.324835:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573139.324893:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573139/real 1788573139]  req@ffff8b7a8367ad80 x1875453982858368/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573139.324915:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453982858368/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573139.324927:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573139.324931:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573139.324946:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982858368:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573139.324991:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982858496:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573139.325021:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573139.325038:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573139/real 1788573139]  req@ffff8b7a83679880 x1875453982858496/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573139.325054:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453982858496/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573139.325064:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573139.325068:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573139.325072:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982858496:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573139.325079:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982858624:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573139.325102:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573139.325114:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573139/real 1788573139]  req@ffff8b7a8367b480 x1875453982858624/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573139.325127:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453982858624/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573139.325136:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573139.325139:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573139.325143:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982858624:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573140.028624:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573141.052657:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573142.076567:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573143.100655:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573144.124580:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573144.444584:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573144.444610:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573144.444613:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573144.444622:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 887
00000100:00080000:2.0:1788573144.444631:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573144.444637:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573144.444665:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453982858752/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573144.444691:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573144.444694:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573144.444696:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573144.444699:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 887
00000100:00080000:2.0:1788573144.444702:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573144.444704:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573144.444713:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573144.444721:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453982858880/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573144.444727:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573144.444730:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573144.444731:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573144.444733:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 887
00000100:00080000:2.0:1788573144.444735:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573144.444737:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573144.444740:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573144.444746:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453982859008/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573144.444758:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982858752:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788573144.444834:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573144.444874:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573144/real 1788573144]  req@ffff8b7a83678000 x1875453982858752/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573144.444893:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453982858752/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573144.444904:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573144.444909:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573144.444913:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982858752:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573144.444921:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982858880:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573144.444955:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573144.444967:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573144/real 1788573144]  req@ffff8b7a83678a80 x1875453982858880/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573144.444979:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453982858880/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573144.444988:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573144.444992:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573144.444995:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982858880:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573144.445020:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982859008:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573144.445039:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573144.445049:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573144/real 1788573144]  req@ffff8b7a83679500 x1875453982859008/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573144.445061:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453982859008/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573144.445069:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573144.445072:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573144.445076:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982859008:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573145.148635:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573146.172625:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573147.196610:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573148.220614:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573149.244679:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573149.564630:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573149.564641:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573149.564646:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573149.564658:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 892
00000100:00080000:0.0:1788573149.564672:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573149.564682:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573149.564729:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453982859136/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573149.564761:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573149.564764:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573149.564780:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573149.564785:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 892
00000100:00080000:0.0:1788573149.564790:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573149.564796:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573149.564810:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573149.564824:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982859136:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788573149.564828:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453982859264/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573149.564843:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573149.564846:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573149.564848:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573149.564851:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 892
00000100:00080000:0.0:1788573149.564854:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573149.564858:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573149.564862:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573149.564874:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453982859392/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573149.564910:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573149.564975:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573149/real 1788573149]  req@ffff8b7a86112d80 x1875453982859136/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573149.565012:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453982859136/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573149.565024:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573149.565029:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573149.565033:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982859136:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573149.565064:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982859264:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573149.565089:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573149.565101:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573149/real 1788573149]  req@ffff8b7a86112a00 x1875453982859264/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573149.565113:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453982859264/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573149.565122:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573149.565125:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573149.565129:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982859264:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573149.565135:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982859392:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573149.565153:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573149.565163:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573149/real 1788573149]  req@ffff8b7a86111880 x1875453982859392/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573149.565174:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453982859392/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573149.565196:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573149.565200:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573149.565204:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982859392:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573150.268755:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573151.292682:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573152.316677:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573153.340609:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573154.364684:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573154.684585:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573154.684596:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573154.684601:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573154.684612:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 898
00000100:00080000:0.0:1788573154.684641:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573154.684650:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573154.684701:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453982859520/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573154.684735:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573154.684739:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573154.684742:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573154.684747:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 898
00000100:00080000:0.0:1788573154.684751:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573154.684756:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573154.684767:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573154.684784:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453982859648/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573154.684797:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982859520:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573154.684801:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573154.684810:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573154.684813:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573154.684833:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 898
00000100:00080000:0.0:1788573154.684837:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573154.684841:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573154.684847:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573154.684860:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453982859776/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573154.684885:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573154.684923:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573154/real 1788573154]  req@ffff8b7a86112300 x1875453982859520/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573154.684938:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453982859520/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573154.684946:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573154.684949:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573154.684953:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982859520:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573154.684994:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982859648:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573154.685025:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573154.685037:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573154/real 1788573154]  req@ffff8b7a86110e00 x1875453982859648/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573154.685047:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453982859648/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573154.685054:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573154.685057:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573154.685060:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982859648:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573154.685075:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982859776:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573154.685094:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573154.685103:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573154/real 1788573154]  req@ffff8b7a86113b80 x1875453982859776/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573154.685113:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453982859776/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573154.685120:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573154.685122:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573154.685124:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982859776:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573155.388585:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573156.412644:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573157.436647:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573158.460625:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573159.484602:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573159.804611:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573159.804620:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573159.804623:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573159.804632:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 903
00000100:00080000:1.0:1788573159.804642:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573159.804648:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573159.804680:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982859904/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573159.804705:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573159.804707:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573159.804709:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573159.804712:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 903
00000100:00080000:1.0:1788573159.804715:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573159.804732:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573159.804740:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573159.804761:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982860032/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573159.804770:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982859904:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788573159.804771:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573159.804777:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573159.804779:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573159.804785:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 903
00000100:00080000:1.0:1788573159.804789:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573159.804793:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573159.804799:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573159.804814:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982860160/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573159.804855:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573159.804911:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573159/real 1788573159]  req@ffff8b7a86bfad80 x1875453982859904/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573159.804931:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982859904/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573159.804942:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573159.804947:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573159.804951:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982859904:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573159.804978:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982860032:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573159.805013:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573159.805029:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573159/real 1788573159]  req@ffff8b7a86bf8700 x1875453982860032/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573159.805043:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982860032/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573159.805052:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573159.805055:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573159.805059:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982860032:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573159.805067:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982860160:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573159.805089:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573159.805116:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573159/real 1788573159]  req@ffff8b7a86bf8380 x1875453982860160/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573159.805130:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982860160/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573159.805139:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573159.805143:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573159.805146:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982860160:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573160.508654:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573161.532584:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573162.556579:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573163.580598:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573164.604660:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573164.924676:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573164.924687:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573164.924692:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573164.924704:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 908
00000100:00080000:2.0:1788573164.924716:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573164.924724:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573164.924767:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453982860288/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573164.924794:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573164.924797:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573164.924798:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573164.924801:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 908
00000100:00080000:2.0:1788573164.924805:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573164.924808:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573164.924819:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573164.924829:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982860288:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788573164.924830:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453982860416/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573164.924844:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573164.924847:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573164.924848:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573164.924850:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 908
00000100:00080000:2.0:1788573164.924852:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573164.924855:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573164.924877:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573164.924886:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678e00 x1875453982860544/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573164.924905:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573164.924948:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573164/real 1788573164]  req@ffff8b7a83679f80 x1875453982860288/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573164.924978:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453982860288/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573164.924991:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573164.924995:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573164.925001:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982860288:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573164.925032:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982860416:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573164.925059:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573164.925086:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573164/real 1788573164]  req@ffff8b7a8367bb80 x1875453982860416/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573164.925098:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453982860416/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573164.925115:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573164.925118:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573164.925120:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982860416:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573164.925126:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982860544:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573164.925143:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573164.925151:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573164/real 1788573164]  req@ffff8b7a83678e00 x1875453982860544/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573164.925158:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678e00 x1875453982860544/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573164.925164:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573164.925166:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573164.925168:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982860544:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573165.628660:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573166.652634:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573167.676667:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573168.700633:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573169.724650:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573170.044622:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573170.044636:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573170.044642:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573170.044655:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 913
00000100:00080000:1.0:1788573170.044669:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573170.044679:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573170.044721:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982860672/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573170.044749:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573170.044752:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573170.044769:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573170.044775:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 913
00000100:00080000:1.0:1788573170.044778:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573170.044782:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573170.044796:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982860672:192.168.202.159@tcp:250:kworker.0
00000008:00100000:1.0:1788573170.044797:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573170.044819:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453982860800/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573170.044836:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573170.044840:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573170.044842:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573170.044845:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 913
00000100:00080000:1.0:1788573170.044849:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573170.044852:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573170.044858:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573170.044868:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982860928/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573170.044883:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573170.044948:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573170/real 1788573170]  req@ffff8b7a86bfaa00 x1875453982860672/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573170.044967:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982860672/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573170.044976:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573170.044979:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573170.044995:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982860672:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573170.045016:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982860800:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573170.045037:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573170.045046:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573170/real 1788573170]  req@ffff8b7a86bfb800 x1875453982860800/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573170.045055:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453982860800/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573170.045060:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573170.045063:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573170.045065:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982860800:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573170.045069:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982860928:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573170.045079:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573170.045085:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573170/real 1788573170]  req@ffff8b7a86bf8380 x1875453982860928/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573170.045092:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982860928/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573170.045097:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573170.045099:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573170.045101:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982860928:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573170.748666:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573171.772658:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573172.796636:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573173.820652:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573174.844601:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573175.164623:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573175.164632:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573175.164636:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573175.164644:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 918
00000100:00080000:0.0:1788573175.164653:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573175.164660:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573175.164693:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453982861056/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573175.164714:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573175.164727:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573175.164743:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573175.164748:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 918
00000100:00080000:0.0:1788573175.164752:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573175.164755:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573175.164763:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573175.164769:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982861056:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788573175.164781:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453982861184/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573175.164794:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573175.164798:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573175.164800:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573175.164805:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 918
00000100:00080000:0.0:1788573175.164809:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573175.164814:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573175.164819:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573175.164829:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453982861312/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573175.164841:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573175.164913:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573175/real 1788573175]  req@ffff8b7a86111f80 x1875453982861056/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573175.164938:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453982861056/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573175.164951:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573175.164955:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573175.164960:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982861056:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573175.164985:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982861184:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573175.165022:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573175.165037:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573175/real 1788573175]  req@ffff8b7a86113800 x1875453982861184/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573175.165052:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453982861184/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573175.165060:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573175.165063:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573175.165067:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982861184:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573175.165073:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982861312:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573175.165093:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573175.165104:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573175/real 1788573175]  req@ffff8b7a86110380 x1875453982861312/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573175.165115:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453982861312/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573175.165136:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573175.165140:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573175.165144:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982861312:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573175.868629:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573176.892580:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573177.916684:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573178.940576:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573179.964625:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573180.284594:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573180.284603:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573180.284607:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573180.284616:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 923
00000100:00080000:2.0:1788573180.284626:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573180.284632:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573180.284667:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678380 x1875453982861440/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573180.284688:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573180.284691:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573180.284692:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573180.284695:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 923
00000100:00080000:2.0:1788573180.284697:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573180.284700:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573180.284708:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573180.284717:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b800 x1875453982861568/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573180.284727:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982861440:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573180.284728:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573180.284733:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573180.284737:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573180.284741:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 923
00000100:00080000:2.0:1788573180.284758:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573180.284762:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573180.284766:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573180.284776:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678e00 x1875453982861696/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573180.284793:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573180.284835:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573180/real 1788573180]  req@ffff8b7a83678380 x1875453982861440/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573180.284851:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678380 x1875453982861440/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573180.284859:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573180.284862:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573180.284865:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982861440:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573180.284884:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982861568:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573180.284899:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573180.284907:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573180/real 1788573180]  req@ffff8b7a8367b800 x1875453982861568/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573180.284915:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b800 x1875453982861568/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573180.284920:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573180.284922:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573180.284924:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982861568:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573180.284935:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982861696:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573180.284948:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573180.284955:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573180/real 1788573180]  req@ffff8b7a83678e00 x1875453982861696/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573180.284963:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678e00 x1875453982861696/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573180.284968:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573180.284970:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573180.284972:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982861696:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788573180.988609:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573182.012592:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573183.036574:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573184.060679:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573185.084648:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573185.404618:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573185.404629:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573185.404634:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573185.404646:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 928
00000100:00080000:2.0:1788573185.404659:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573185.404666:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573185.404717:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453982861824/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573185.404742:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573185.404745:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573185.404747:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573185.404750:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 928
00000100:00080000:2.0:1788573185.404753:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573185.404756:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573185.404766:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573185.404784:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453982861952/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573185.404790:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982861824:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573185.404827:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573185.404832:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573185.404834:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573185.404841:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 928
00000100:00080000:2.0:1788573185.404860:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1788573185.404865:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:2.0:1788573185.404872:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573185.404880:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573185.404895:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453982862080/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573185.404907:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573185/real 1788573185]  req@ffff8b7a8367bb80 x1875453982861824/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573185.404927:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453982861824/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573185.404938:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573185.404941:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573185.404944:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982861824:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573185.404967:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982861952:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573185.404983:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573185.404991:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573185/real 1788573185]  req@ffff8b7a83679f80 x1875453982861952/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573185.405012:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453982861952/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573185.405018:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573185.405020:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573185.405022:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982861952:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573185.405027:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982862080:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573185.405040:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573185.405047:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573185/real 1788573185]  req@ffff8b7a83679500 x1875453982862080/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573185.405054:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453982862080/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573185.405059:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573185.405061:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573185.405063:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982862080:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573186.108655:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573187.132705:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573188.156617:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573189.180644:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573190.204719:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573190.524655:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573190.524667:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573190.524672:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573190.524684:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 933
00000100:00080000:1.0:1788573190.524695:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573190.524704:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573190.524753:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982862208/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573190.524806:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573190.524809:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573190.524810:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573190.524815:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 933
00000100:00080000:1.0:1788573190.524819:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573190.524823:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573190.524833:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573190.524841:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982862208:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573190.524847:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982862336/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573190.524856:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573190.524859:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573190.524860:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573190.524863:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 933
00000100:00080000:1.0:1788573190.524866:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573190.524868:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573190.524871:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573190.524879:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982862464/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573190.524926:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573190.524971:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573190/real 1788573190]  req@ffff8b7a86bf8700 x1875453982862208/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573190.524991:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982862208/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573190.525012:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573190.525015:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573190.525019:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982862208:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573190.525042:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982862336:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573190.525062:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573190.525072:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573190/real 1788573190]  req@ffff8b7a86bfad80 x1875453982862336/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573190.525080:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982862336/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573190.525086:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573190.525088:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573190.525090:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982862336:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573190.525094:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982862464:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573190.525103:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573190.525109:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573190/real 1788573190]  req@ffff8b7a86bf9f80 x1875453982862464/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573190.525118:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982862464/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573190.525127:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573190.525130:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573190.525133:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982862464:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573191.228678:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573192.252636:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573193.276772:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573194.300723:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573195.324674:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573195.644626:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573195.644637:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573195.644642:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573195.644654:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 938
00000100:00080000:2.0:1788573195.644666:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573195.644674:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573195.644718:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453982862592/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573195.644768:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573195.644772:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573195.644775:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573195.644800:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 938
00000100:00080000:2.0:1788573195.644807:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1788573195.644811:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982862592:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573195.644818:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573195.644834:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573195.644855:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453982862720/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573195.644870:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573195.644874:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573195.644877:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573195.644884:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 938
00000100:00080000:2.0:1788573195.644890:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573195.644895:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573195.644901:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573195.644920:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453982862848/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573195.644933:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982862720:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573195.644980:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982862848:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788573196.348653:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573197.372618:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573198.396618:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788573198.716790:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788573198.716836:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788573198.716853:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788573198.716891:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788573198.716915:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:3.0:1788573198.717608:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573195/real 1788573198]  req@ffff8b7a8367b480 x1875453982862848/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573198.717639:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453982862848/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573198.717653:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573198.717658:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573198.717663:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982862848:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573198.717672:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573195/real 1788573198]  req@ffff8b7a83678000 x1875453982862720/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573198.717685:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453982862720/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573198.717694:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573198.717697:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573198.717701:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982862720:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573198.717708:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573195/real 1788573198]  req@ffff8b7a83678a80 x1875453982862592/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573198.717720:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453982862592/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573198.717750:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573198.717754:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573198.717758:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982862592:192.168.202.159@tcp:250:kworker.0
00010000:00010000:2.0:1788573199.420706:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573200.444590:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573200.764577:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573200.764585:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573200.764589:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573200.764598:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 944
00000100:00080000:2.0:1788573200.764607:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573200.764615:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573200.764653:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453982862976/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573200.764691:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573200.764694:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573200.764696:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573200.764699:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 944
00000100:00080000:2.0:1788573200.764703:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573200.764707:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573200.764715:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573200.764729:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453982863104/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573200.764733:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982862976:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573200.764754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573200.764759:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573200.764761:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573200.764765:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 944
00000100:00080000:2.0:1788573200.764770:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573200.764774:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573200.764780:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573200.764794:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453982863232/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573200.764806:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573200.764867:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573200/real 1788573200]  req@ffff8b7a83679880 x1875453982862976/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573200.764887:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453982862976/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573200.764899:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573200.764904:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573200.764908:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982862976:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573200.764935:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982863104:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573200.764963:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573200.764976:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573200/real 1788573200]  req@ffff8b7a8367ad80 x1875453982863104/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573200.764989:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453982863104/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573200.764997:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573200.765001:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573200.765004:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982863104:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573200.765020:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982863232:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573200.765047:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573200.765060:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573200/real 1788573200]  req@ffff8b7a8367aa00 x1875453982863232/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573200.765072:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453982863232/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573200.765081:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573200.765085:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573200.765089:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982863232:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573201.468620:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573202.492629:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573203.516652:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573204.540649:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573205.564669:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573205.884601:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573205.884610:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573205.884614:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573205.884621:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 949
00000100:00080000:0.0:1788573205.884630:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573205.884643:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573205.884676:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453982863360/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573205.884697:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573205.884700:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573205.884701:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573205.884705:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 949
00000100:00080000:0.0:1788573205.884725:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1788573205.884727:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982863360:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573205.884732:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573205.884742:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573205.884770:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453982863488/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573205.884783:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573205.884794:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573205.884797:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573205.884801:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 949
00000100:00080000:0.0:1788573205.884806:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1788573205.884807:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:0.0:1788573205.884815:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573205.884823:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573205.884837:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453982863616/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573205.884854:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573205/real 1788573205]  req@ffff8b7a86110000 x1875453982863360/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573205.884871:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453982863360/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573205.884879:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573205.884882:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573205.884885:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982863360:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573205.884909:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982863488:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573205.884926:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573205.884934:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573205/real 1788573205]  req@ffff8b7a86113480 x1875453982863488/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573205.884950:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453982863488/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573205.884956:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573205.884958:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573205.884960:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982863488:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573205.884964:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982863616:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573205.884977:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573205.884984:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573205/real 1788573205]  req@ffff8b7a86111500 x1875453982863616/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573205.884992:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453982863616/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573205.884997:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573205.884998:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573205.885000:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982863616:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573206.588645:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573207.612633:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573208.636745:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573209.660611:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573210.684585:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573211.004610:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573211.004618:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573211.004622:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573211.004630:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 954
00000100:00080000:1.0:1788573211.004676:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573211.004684:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573211.004712:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453982863744/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573211.004732:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573211.004735:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573211.004736:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573211.004739:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 954
00000100:00080000:1.0:1788573211.004742:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573211.004745:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573211.004753:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573211.004764:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453982863872/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573211.004766:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982863744:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788573211.004780:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573211.004783:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573211.004784:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573211.004786:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 954
00000100:00080000:1.0:1788573211.004788:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573211.004791:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573211.004794:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573211.004810:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982864000/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573211.004836:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573211.004879:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573211/real 1788573211]  req@ffff8b7a86bfa300 x1875453982863744/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573211.004894:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453982863744/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573211.004919:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573211.004922:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573211.004925:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982863744:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573211.004945:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982863872:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573211.004965:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573211.004979:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573211/real 1788573211]  req@ffff8b7a86bf9880 x1875453982863872/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573211.004993:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453982863872/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573211.005002:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573211.005005:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573211.005009:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982863872:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573211.005016:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982864000:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573211.005034:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573211.005042:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573211/real 1788573211]  req@ffff8b7a86bf9f80 x1875453982864000/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573211.005050:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982864000/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573211.005059:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573211.005062:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573211.005066:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982864000:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788573211.708676:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573212.732616:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573213.756629:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573214.780714:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573215.804610:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573216.124678:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573216.124690:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573216.124694:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573216.124705:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 959
00000100:00080000:2.0:1788573216.124715:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573216.124723:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573216.124765:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453982864128/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573216.124792:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573216.124796:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573216.124798:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573216.124803:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 959
00000100:00080000:2.0:1788573216.124808:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573216.124813:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573216.124823:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982864128:192.168.202.159@tcp:250:kworker.0
00000008:00100000:2.0:1788573216.124824:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573216.124844:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453982864256/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573216.124865:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573216.124869:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573216.124871:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573216.124875:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 959
00000100:00080000:2.0:1788573216.124880:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1788573216.124886:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:2.0:1788573216.124887:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573216.124895:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573216.124926:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453982864384/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573216.124931:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573216/real 1788573216]  req@ffff8b7a83679180 x1875453982864128/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573216.124963:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453982864128/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573216.124973:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573216.124976:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573216.124979:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982864128:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573216.125001:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982864256:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573216.125019:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573216.125028:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573216/real 1788573216]  req@ffff8b7a83678700 x1875453982864256/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573216.125037:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453982864256/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573216.125042:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573216.125044:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573216.125046:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982864256:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573216.125059:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982864384:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573216.125071:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573216.125078:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573216/real 1788573216]  req@ffff8b7a83679c00 x1875453982864384/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573216.125095:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453982864384/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573216.125101:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573216.125103:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573216.125105:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982864384:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573216.828624:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573217.852624:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573218.876629:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573219.900598:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573220.924649:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573221.244630:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573221.244645:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573221.244651:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573221.244666:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 964
00000100:00080000:2.0:1788573221.244681:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573221.244691:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573221.244742:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367a680 x1875453982864512/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573221.244777:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573221.244782:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573221.244785:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573221.244790:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 964
00000100:00080000:2.0:1788573221.244795:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573221.244801:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573221.244813:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982864512:192.168.202.159@tcp:250:kworker.0
00000008:00100000:2.0:1788573221.244814:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573221.244834:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b100 x1875453982864640/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573221.244847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573221.244852:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573221.244854:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573221.244876:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 964
00000100:00080000:2.0:1788573221.244882:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573221.244888:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000800:00000100:3.0:1788573221.244892:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000008:00100000:2.0:1788573221.244899:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573221.244918:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453982864768/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573221.244934:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573221/real 1788573221]  req@ffff8b7a8367a680 x1875453982864512/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573221.244953:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367a680 x1875453982864512/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573221.244962:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573221.244965:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573221.244969:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982864512:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573221.244992:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982864640:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573221.245007:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573221.245016:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573221/real 1788573221]  req@ffff8b7a8367b100 x1875453982864640/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573221.245024:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b100 x1875453982864640/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573221.245040:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573221.245043:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573221.245045:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982864640:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573221.245049:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982864768:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573221.245064:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573221.245075:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573221/real 1788573221]  req@ffff8b7a83679c00 x1875453982864768/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573221.245087:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453982864768/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573221.245095:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573221.245099:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573221.245102:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982864768:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573221.948618:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573222.972668:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573223.996624:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573225.020615:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573226.044655:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573226.364648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573226.364663:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573226.364669:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573226.364684:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 969
00000100:00080000:2.0:1788573226.364698:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573226.364708:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573226.364760:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453982864896/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573226.364797:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573226.364801:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573226.364803:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573226.364810:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 969
00000100:00080000:2.0:1788573226.364815:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573226.364821:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573226.364833:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573226.364842:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982864896:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788573226.364856:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453982865024/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573226.364899:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573226.364903:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573226.364907:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1788573226.364913:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:2.0:1788573226.364921:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 969
00000100:00080000:2.0:1788573226.364930:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573226.364937:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573226.364946:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573226.364963:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573226/real 1788573226]  req@ffff8b7a83678700 x1875453982864896/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573226.364967:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453982865152/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573226.365003:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453982864896/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573226.365015:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573226.365019:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573226.365039:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982864896:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573226.365062:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982865024:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573226.365083:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573226.365101:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573226/real 1788573226]  req@ffff8b7a83679180 x1875453982865024/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573226.365110:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453982865024/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573226.365116:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573226.365119:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573226.365121:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982865024:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573226.365126:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982865152:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573226.365137:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573226.365144:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573226/real 1788573226]  req@ffff8b7a8367aa00 x1875453982865152/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573226.365151:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453982865152/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573226.365156:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573226.365158:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573226.365160:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982865152:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788573227.068651:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573228.092615:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573229.116621:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788573230.140722:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573231.164625:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573231.484608:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573231.484620:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573231.484625:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573231.484635:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 974
00000100:00080000:0.0:1788573231.484646:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573231.484655:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573231.484690:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453982865280/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573231.484712:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573231.484715:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573231.484717:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573231.484721:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 974
00000100:00080000:0.0:1788573231.484725:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573231.484731:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573231.484743:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573231.484743:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982865280:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788573231.484758:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453982865408/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573231.484767:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573231.484769:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573231.484771:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573231.484788:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 974
00000100:00080000:0.0:1788573231.484792:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573231.484795:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573231.484799:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573231.484808:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453982865536/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573231.484817:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573231.484869:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573231/real 1788573231]  req@ffff8b7a86111500 x1875453982865280/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573231.484885:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453982865280/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573231.484894:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573231.484898:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573231.484901:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982865280:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573231.484920:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982865408:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573231.484938:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573231.484947:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573231/real 1788573231]  req@ffff8b7a86113480 x1875453982865408/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573231.484955:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453982865408/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573231.484960:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573231.484962:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573231.484965:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982865408:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573231.484968:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982865536:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573231.484978:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573231.484984:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573231/real 1788573231]  req@ffff8b7a86110000 x1875453982865536/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573231.484991:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453982865536/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573231.485005:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573231.485008:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573231.485010:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982865536:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573232.188757:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573233.212658:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573234.236617:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573235.260649:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573236.284675:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573236.604570:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573236.604578:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573236.604582:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573236.604591:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 979
00000100:00080000:2.0:1788573236.604600:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573236.604607:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573236.604639:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453982865664/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573236.604658:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573236.604666:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573236.604668:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573236.604672:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 979
00000100:00100000:3.0:1788573236.604689:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982865664:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573236.604690:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573236.604698:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573236.604706:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573236.604718:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453982865792/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573236.604727:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573236.604729:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573236.604731:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573236.604733:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 979
00000100:00080000:2.0:1788573236.604749:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573236.604752:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573236.604755:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1788573236.604761:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788573236.604765:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453982865920/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573236.604806:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573236/real 1788573236]  req@ffff8b7a8367ad80 x1875453982865664/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573236.604825:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453982865664/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573236.604835:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573236.604839:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573236.604843:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982865664:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573236.604868:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982865792:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573236.604893:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573236.604908:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573236/real 1788573236]  req@ffff8b7a83679880 x1875453982865792/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573236.604920:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453982865792/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573236.604928:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573236.604940:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573236.604944:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982865792:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573236.604951:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982865920:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573236.604974:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573236.604988:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573236/real 1788573236]  req@ffff8b7a83678a80 x1875453982865920/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573236.605001:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453982865920/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573236.605009:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573236.605013:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573236.605016:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982865920:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573237.308633:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573238.332638:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573239.356631:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573240.380580:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573241.404637:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573241.724603:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573241.724618:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573241.724623:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573241.724638:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 985
00000100:00080000:2.0:1788573241.724651:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573241.724661:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573241.724711:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453982866048/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573241.724747:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573241.724779:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573241.724781:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573241.724786:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 985
00000100:00080000:2.0:1788573241.724790:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573241.724796:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573241.724803:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982866048:192.168.202.159@tcp:250:kworker.0
00000008:00100000:2.0:1788573241.724808:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573241.724836:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453982866176/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573241.724852:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573241.724856:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573241.724858:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573241.724863:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 985
00000100:00080000:2.0:1788573241.724882:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573241.724888:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000800:00000100:3.0:1788573241.724897:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000008:00100000:2.0:1788573241.724898:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573241.724926:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453982866304/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573241.724948:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573241/real 1788573241]  req@ffff8b7a83678000 x1875453982866048/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573241.724973:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453982866048/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573241.724985:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573241.724990:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573241.724994:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982866048:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573241.725024:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982866176:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573241.725064:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573241.725091:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573241/real 1788573241]  req@ffff8b7a8367b480 x1875453982866176/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573241.725107:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453982866176/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573241.725116:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573241.725120:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573241.725124:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982866176:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573241.725131:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982866304:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573241.725151:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573241.725162:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573241/real 1788573241]  req@ffff8b7a83679500 x1875453982866304/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573241.725175:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453982866304/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573241.725183:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573241.725187:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573241.725190:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982866304:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573242.428661:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573243.452630:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573244.476631:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573245.500660:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573246.524647:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573246.844599:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573246.844612:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573246.844616:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573246.844628:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 990
00000100:00080000:2.0:1788573246.844639:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573246.844646:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573246.844682:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453982866432/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573246.844720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573246.844723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573246.844724:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573246.844727:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 990
00000100:00080000:2.0:1788573246.844730:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573246.844735:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573246.844743:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573246.844753:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982866432:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788573246.844755:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453982866560/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573246.844766:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573246.844769:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573246.844770:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573246.844772:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 990
00000100:00080000:2.0:1788573246.844774:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573246.844776:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573246.844778:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573246.844787:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678e00 x1875453982866688/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573246.844834:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573246.844878:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573246/real 1788573246]  req@ffff8b7a83679f80 x1875453982866432/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573246.844910:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453982866432/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573246.844922:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573246.844927:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573246.844931:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982866432:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573246.844958:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982866560:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573246.844998:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573246.845010:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573246/real 1788573246]  req@ffff8b7a8367bb80 x1875453982866560/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573246.845019:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453982866560/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573246.845025:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573246.845027:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573246.845030:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982866560:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573246.845034:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982866688:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573246.845047:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573246.845053:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573246/real 1788573246]  req@ffff8b7a83678e00 x1875453982866688/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573246.845061:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678e00 x1875453982866688/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573246.845075:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573246.845077:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573246.845080:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982866688:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573247.548619:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573248.572654:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573249.596629:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573250.620619:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573251.644684:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573251.964567:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573251.964576:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573251.964580:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573251.964588:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 995
00000100:00080000:2.0:1788573251.964612:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573251.964619:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573251.964647:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b800 x1875453982866816/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573251.964668:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573251.964671:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573251.964672:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573251.964675:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 995
00000100:00080000:2.0:1788573251.964677:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573251.964680:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573251.964688:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573251.964697:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678380 x1875453982866944/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573251.964706:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982866816:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573251.964707:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573251.964712:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573251.964714:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573251.964720:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 995
00000100:00080000:2.0:1788573251.964722:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573251.964725:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573251.964727:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573251.964738:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678e00 x1875453982867072/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573251.964776:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573251.964828:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573251/real 1788573251]  req@ffff8b7a8367b800 x1875453982866816/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573251.964847:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b800 x1875453982866816/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573251.964859:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573251.964864:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573251.964869:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982866816:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573251.964905:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982866944:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573251.964928:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573251.964940:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573251/real 1788573251]  req@ffff8b7a83678380 x1875453982866944/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573251.964953:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678380 x1875453982866944/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573251.964962:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573251.964974:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573251.964978:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982866944:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573251.964985:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982867072:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573251.965004:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573251.965015:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573251/real 1788573251]  req@ffff8b7a83678e00 x1875453982867072/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573251.965028:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678e00 x1875453982867072/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573251.965037:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573251.965041:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573251.965045:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982867072:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573252.668577:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573253.692633:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573254.716596:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573255.740620:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573256.764583:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573257.084629:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573257.084659:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573257.084663:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573257.084674:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1000
00000100:00080000:2.0:1788573257.084686:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573257.084693:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573257.084739:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453982867200/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573257.084765:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573257.084768:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573257.084770:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573257.084773:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1000
00000100:00080000:2.0:1788573257.084776:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573257.084780:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573257.084807:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573257.084826:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453982867328/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573257.084827:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982867200:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573257.084851:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573257.084857:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573257.084860:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573257.084866:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1000
00000100:00080000:2.0:1788573257.084872:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573257.084877:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573257.084884:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573257.084900:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453982867456/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573257.084903:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573257.084948:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573257/real 1788573257]  req@ffff8b7a8367bb80 x1875453982867200/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573257.084969:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453982867200/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573257.084979:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573257.084982:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573257.084986:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982867200:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573257.085008:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982867328:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573257.085040:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573257.085049:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573257/real 1788573257]  req@ffff8b7a83679f80 x1875453982867328/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573257.085057:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453982867328/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573257.085062:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573257.085065:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573257.085067:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982867328:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573257.085071:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982867456:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573257.085082:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573257.085088:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573257/real 1788573257]  req@ffff8b7a83679500 x1875453982867456/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573257.085096:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453982867456/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573257.085100:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573257.085102:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573257.085104:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982867456:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573257.788762:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573258.812616:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573259.836661:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573260.860702:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573261.884617:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573262.204622:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573262.204631:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573262.204635:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573262.204669:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1005
00000100:00080000:0.0:1788573262.204679:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573262.204685:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573262.204730:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453982867584/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573262.204752:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573262.204754:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573262.204756:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573262.204759:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1005
00000100:00080000:0.0:1788573262.204762:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573262.204766:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573262.204774:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573262.204783:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453982867712/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573262.204793:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573262.204795:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573262.204796:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573262.204799:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1005
00000100:00080000:0.0:1788573262.204801:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573262.204807:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573262.204812:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573262.204812:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982867584:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788573262.204834:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453982867840/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573262.204941:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982867712:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573262.204984:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982867840:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573262.908706:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573263.932761:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573264.956689:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788573265.276944:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:1.0:1788573265.277017:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788573265.277036:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:1.0:1788573265.277080:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:1.0:1788573265.277092:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:3.0:1788573265.277134:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573262/real 1788573265]  req@ffff8b7a86113800 x1875453982867712/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573265.277170:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453982867712/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573265.277186:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573265.277193:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573265.277197:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982867712:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573265.277208:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573262/real 1788573265]  req@ffff8b7a86111f80 x1875453982867840/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573265.277223:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453982867840/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573265.277232:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573265.277236:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573265.277240:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982867840:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573265.277247:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573262/real 1788573265]  req@ffff8b7a86110380 x1875453982867584/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573265.277259:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453982867584/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573265.277268:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573265.277281:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573265.277286:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982867584:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788573265.980705:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573267.004675:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573267.324655:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573267.324667:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573267.324671:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573267.324683:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1010
00000100:00080000:1.0:1788573267.324696:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573267.324703:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573267.324746:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982867968/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573267.324780:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573267.324785:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573267.324787:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573267.324793:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1010
00000100:00080000:1.0:1788573267.324799:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573267.324805:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573267.324816:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573267.324832:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982868096/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573267.324837:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982867968:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788573267.324842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573267.324850:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573267.324854:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573267.324884:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1010
00000100:00080000:1.0:1788573267.324890:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573267.324895:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573267.324902:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573267.324920:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982868224/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573267.324951:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573267.325030:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573267/real 1788573267]  req@ffff8b7a86bfad80 x1875453982867968/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573267.325055:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982867968/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573267.325072:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573267.325079:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573267.325085:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982867968:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573267.325129:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982868096:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573267.325164:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573267.325180:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573267/real 1788573267]  req@ffff8b7a86bf8700 x1875453982868096/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573267.325192:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982868096/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573267.325201:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573267.325204:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573267.325208:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982868096:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573267.325215:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982868224:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573267.325266:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573267.325279:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573267/real 1788573267]  req@ffff8b7a86bf8380 x1875453982868224/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573267.325294:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982868224/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573267.325303:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573267.325307:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573267.325310:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982868224:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573268.028626:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573269.052623:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573270.076670:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573271.100655:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573272.124711:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573272.444616:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573272.444625:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573272.444629:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573272.444641:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1015
00000100:00080000:1.0:1788573272.444652:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573272.444661:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573272.444699:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453982868352/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573272.444721:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573272.444724:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573272.444726:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573272.444730:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1015
00000100:00080000:1.0:1788573272.444734:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573272.444737:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573272.444745:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573272.444751:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982868352:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573272.444760:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982868480/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573272.444770:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573272.444785:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573272.444787:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573272.444790:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1015
00000100:00080000:1.0:1788573272.444794:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573272.444798:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573272.444804:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1788573272.444808:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573272.444823:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982868608/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573272.444857:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573272/real 1788573272]  req@ffff8b7a86bfb800 x1875453982868352/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573272.444872:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453982868352/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573272.444880:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573272.444884:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573272.444888:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982868352:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573272.444909:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982868480:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573272.444924:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573272.444933:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573272/real 1788573272]  req@ffff8b7a86bfaa00 x1875453982868480/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573272.444953:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982868480/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573272.444961:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573272.444965:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573272.444968:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982868480:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573272.444975:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982868608:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573272.444999:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573272.445010:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573272/real 1788573272]  req@ffff8b7a86bf8380 x1875453982868608/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573272.445019:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982868608/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573272.445025:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573272.445028:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573272.445030:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982868608:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573273.148675:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573274.172668:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573275.196676:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573276.220666:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573277.244646:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573277.564593:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573277.564606:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573277.564611:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573277.564619:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1020
00000100:00080000:2.0:1788573277.564630:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573277.564637:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573277.564667:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453982868736/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573277.564686:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573277.564688:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573277.564690:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573277.564692:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1020
00000100:00080000:2.0:1788573277.564695:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573277.564697:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573277.564703:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573277.564712:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453982868864/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573277.564718:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982868736:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573277.564720:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573277.564726:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573277.564727:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573277.564730:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1020
00000100:00080000:2.0:1788573277.564731:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573277.564733:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573277.564750:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573277.564759:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453982868992/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573277.564782:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573277.564824:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573277/real 1788573277]  req@ffff8b7a8367b480 x1875453982868736/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573277.564841:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453982868736/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573277.564858:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573277.564862:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573277.564865:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982868736:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573277.564888:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982868864:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573277.564909:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573277.564919:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573277/real 1788573277]  req@ffff8b7a83678000 x1875453982868864/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573277.564930:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453982868864/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573277.564938:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573277.564941:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573277.564944:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982868864:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573277.564950:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982868992:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573277.564965:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573277.564975:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573277/real 1788573277]  req@ffff8b7a83678a80 x1875453982868992/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573277.564985:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453982868992/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573277.564992:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573277.564995:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573277.564998:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982868992:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573278.268592:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573279.292708:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573280.316693:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573281.340615:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573282.364680:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573282.684581:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573282.684590:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573282.684593:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573282.684603:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1026
00000100:00080000:2.0:1788573282.684611:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573282.684618:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573282.684647:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453982869120/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573282.684666:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573282.684668:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573282.684669:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573282.684672:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1026
00000100:00080000:2.0:1788573282.684674:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573282.684677:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573282.684685:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573282.684692:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453982869248/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573282.684701:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573282.684704:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573282.684706:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1788573282.684708:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982869120:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573282.684712:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1026
00000100:00080000:2.0:1788573282.684727:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573282.684731:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573282.684736:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573282.684748:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453982869376/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573282.684794:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573282.684832:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573282/real 1788573282]  req@ffff8b7a83679880 x1875453982869120/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573282.684848:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453982869120/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573282.684857:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573282.684860:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573282.684863:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982869120:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573282.684886:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982869248:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573282.684900:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573282.684908:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573282/real 1788573282]  req@ffff8b7a8367ad80 x1875453982869248/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573282.684915:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453982869248/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573282.684919:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573282.684922:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573282.684924:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982869248:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573282.684927:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982869376:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573282.684952:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573282.684958:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573282/real 1788573282]  req@ffff8b7a8367aa00 x1875453982869376/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573282.684964:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453982869376/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573282.684969:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573282.684971:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573282.684973:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982869376:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573283.388635:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573284.412675:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573285.436681:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573286.460623:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573287.484626:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573287.804621:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573287.804632:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573287.804637:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573287.804648:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1031
00000100:00080000:2.0:1788573287.804659:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573287.804666:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573287.804707:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453982869504/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573287.804729:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573287.804733:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573287.804735:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573287.804739:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1031
00000100:00080000:2.0:1788573287.804744:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573287.804749:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573287.804760:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573287.804762:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982869504:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788573287.804777:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453982869632/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573287.804786:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573287.804802:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573287.804804:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573287.804807:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1031
00000100:00080000:2.0:1788573287.804819:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573287.804822:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573287.804826:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573287.804835:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453982869760/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573287.804839:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573287.804882:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573287/real 1788573287]  req@ffff8b7a83679180 x1875453982869504/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573287.804901:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453982869504/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573287.804910:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573287.804913:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573287.804915:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982869504:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573287.804939:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982869632:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573287.804954:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573287.804962:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573287/real 1788573287]  req@ffff8b7a83678700 x1875453982869632/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573287.804980:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453982869632/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573287.804985:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573287.804994:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573287.804996:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982869632:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573287.805000:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982869760:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573287.805013:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573287.805020:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573287/real 1788573287]  req@ffff8b7a83679c00 x1875453982869760/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573287.805027:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453982869760/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573287.805031:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573287.805033:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573287.805035:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982869760:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573288.508650:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573289.532609:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573290.556620:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573291.580622:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573292.604640:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573292.924611:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573292.924624:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573292.924630:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573292.924643:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1036
00000100:00080000:1.0:1788573292.924665:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573292.924675:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573292.924720:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982869888/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573292.924746:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573292.924749:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573292.924751:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573292.924755:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1036
00000100:00080000:1.0:1788573292.924759:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573292.924762:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573292.924773:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573292.924784:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982870016/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573292.924788:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982869888:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788573292.924818:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573292.924822:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573292.924823:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573292.924827:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1036
00000100:00080000:1.0:1788573292.924831:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573292.924834:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573292.924838:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573292.924848:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982870144/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573292.924866:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573292.924906:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573292/real 1788573292]  req@ffff8b7a86bf8700 x1875453982869888/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573292.924923:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982869888/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573292.924937:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573292.924941:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573292.924945:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982869888:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573292.924967:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982870016:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573292.924993:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573292.925003:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573292/real 1788573292]  req@ffff8b7a86bfad80 x1875453982870016/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573292.925012:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982870016/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573292.925017:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573292.925020:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573292.925022:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982870016:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573292.925025:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982870144:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573292.925041:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573292.925048:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573292/real 1788573292]  req@ffff8b7a86bf9f80 x1875453982870144/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573292.925056:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982870144/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573292.925061:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573292.925063:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573292.925066:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982870144:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573293.628600:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573294.652688:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573295.676587:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573296.700684:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573297.724628:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573298.044590:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573298.044599:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573298.044602:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573298.044611:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1041
00000100:00080000:1.0:1788573298.044621:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573298.044627:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573298.044662:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453982870272/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573298.044684:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573298.044687:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573298.044688:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573298.044691:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1041
00000100:00080000:1.0:1788573298.044693:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573298.044696:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573298.044721:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573298.044721:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982870272:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573298.044735:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453982870400/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573298.044754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573298.044758:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573298.044759:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573298.044764:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1041
00000100:00080000:1.0:1788573298.044769:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573298.044774:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573298.044780:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1788573298.044792:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573298.044796:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982870528/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573298.044849:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573298/real 1788573298]  req@ffff8b7a86bf9880 x1875453982870272/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573298.044873:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453982870272/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573298.044885:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573298.044889:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573298.044893:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982870272:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573298.044917:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982870400:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573298.044943:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573298.044957:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573298/real 1788573298]  req@ffff8b7a86bfa300 x1875453982870400/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573298.044987:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453982870400/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573298.044996:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573298.045000:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573298.045004:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982870400:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573298.045011:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982870528:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573298.045047:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573298.045061:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573298/real 1788573298]  req@ffff8b7a86bf9f80 x1875453982870528/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573298.045075:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982870528/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573298.045084:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573298.045088:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573298.045091:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982870528:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573298.748652:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573299.772708:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573300.796731:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573301.820657:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573302.844625:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573303.164596:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573303.164607:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573303.164612:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573303.164623:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1046
00000100:00080000:1.0:1788573303.164636:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573303.164644:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573303.164689:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982870656/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573303.164720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573303.164724:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573303.164726:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573303.164730:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1046
00000100:00080000:1.0:1788573303.164749:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573303.164756:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573303.164760:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982870656:192.168.202.159@tcp:250:kworker.0
00000008:00100000:1.0:1788573303.164778:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573303.164799:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982870784/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573303.164812:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573303.164816:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573303.164818:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573303.164823:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1046
00000100:00080000:1.0:1788573303.164828:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573303.164833:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573303.164839:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1788573303.164840:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573303.164854:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982870912/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573303.164897:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573303/real 1788573303]  req@ffff8b7a86bfad80 x1875453982870656/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573303.164917:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982870656/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573303.164930:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573303.164935:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573303.164941:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982870656:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573303.164973:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982870784:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573303.164995:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573303.165007:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573303/real 1788573303]  req@ffff8b7a86bf8700 x1875453982870784/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573303.165034:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982870784/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573303.165043:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573303.165046:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573303.165050:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982870784:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573303.165056:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982870912:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573303.165075:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573303.165085:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573303/real 1788573303]  req@ffff8b7a86bf8380 x1875453982870912/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573303.165097:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982870912/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573303.165105:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573303.165109:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573303.165112:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982870912:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573303.868667:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573304.892609:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573305.916643:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573306.940648:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573307.964705:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573308.284588:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573308.284603:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573308.284610:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573308.284625:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1051
00000100:00080000:1.0:1788573308.284639:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573308.284647:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573308.284699:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982871040/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573308.284723:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573308.284745:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573308.284748:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573308.284754:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1051
00000100:00080000:1.0:1788573308.284759:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573308.284767:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573308.284768:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982871040:192.168.202.159@tcp:250:kworker.0
00000008:00100000:1.0:1788573308.284781:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573308.284805:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453982871168/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573308.284818:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573308.284821:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573308.284822:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573308.284826:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1051
00000100:00080000:1.0:1788573308.284829:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573308.284831:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573308.284835:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573308.284845:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982871296/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573308.284856:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573308.284910:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573308/real 1788573308]  req@ffff8b7a86bfaa00 x1875453982871040/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573308.284929:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982871040/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573308.284951:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573308.284957:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573308.284970:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982871040:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573308.285002:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982871168:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573308.285029:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573308.285041:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573308/real 1788573308]  req@ffff8b7a86bfb800 x1875453982871168/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573308.285050:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453982871168/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573308.285056:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573308.285058:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573308.285060:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982871168:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573308.285065:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982871296:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573308.285078:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573308.285084:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573308/real 1788573308]  req@ffff8b7a86bf8380 x1875453982871296/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573308.285092:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982871296/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573308.285097:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573308.285099:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573308.285101:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982871296:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573308.988621:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573310.012652:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573311.036639:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573312.060639:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573313.084673:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573313.404619:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573313.404628:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573313.404632:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573313.404641:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1056
00000100:00080000:2.0:1788573313.404656:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573313.404663:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573313.404711:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b100 x1875453982871424/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573313.404739:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573313.404743:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573313.404745:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573313.404750:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1056
00000100:00080000:2.0:1788573313.404756:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573313.404761:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573313.404771:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982871424:192.168.202.159@tcp:250:kworker.0
00000008:00100000:2.0:1788573313.404773:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573313.404801:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367a680 x1875453982871552/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573313.404827:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573313.404830:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573313.404831:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573313.404834:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1056
00000100:00080000:2.0:1788573313.404838:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1788573313.404842:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:2.0:1788573313.404846:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573313.404851:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573313.404862:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453982871680/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573313.404885:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573313/real 1788573313]  req@ffff8b7a8367b100 x1875453982871424/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573313.404901:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b100 x1875453982871424/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573313.404909:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573313.404912:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573313.404915:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982871424:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573313.404935:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982871552:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573313.404952:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573313.404964:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573313/real 1788573313]  req@ffff8b7a8367a680 x1875453982871552/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573313.404977:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367a680 x1875453982871552/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573313.404985:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573313.404989:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573313.404992:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982871552:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573313.404999:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982871680:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573313.405032:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573313.405044:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573313/real 1788573313]  req@ffff8b7a83679c00 x1875453982871680/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573313.405058:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453982871680/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573313.405078:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573313.405080:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573313.405083:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982871680:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573314.108614:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573315.132578:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573316.156704:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573317.180660:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573318.204664:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573318.524645:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573318.524657:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573318.524661:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573318.524674:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1061
00000100:00080000:2.0:1788573318.524687:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573318.524696:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573318.524740:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453982871808/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573318.524769:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573318.524772:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573318.524773:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573318.524777:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1061
00000100:00080000:2.0:1788573318.524779:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573318.524782:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573318.524809:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573318.524820:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453982871936/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573318.524834:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982871808:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573318.524837:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573318.524849:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573318.524853:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573318.524857:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1061
00000100:00080000:2.0:1788573318.524860:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573318.524864:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573318.524867:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573318.524878:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453982872064/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573318.524915:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573318.524961:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573318/real 1788573318]  req@ffff8b7a83678700 x1875453982871808/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573318.524984:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453982871808/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573318.524996:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573318.525019:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573318.525025:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982871808:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573318.525051:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982871936:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573318.525071:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573318.525081:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573318/real 1788573318]  req@ffff8b7a83679180 x1875453982871936/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573318.525107:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453982871936/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573318.525113:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573318.525115:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573318.525118:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982871936:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573318.525122:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982872064:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573318.525136:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573318.525145:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573318/real 1788573318]  req@ffff8b7a8367aa00 x1875453982872064/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573318.525157:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453982872064/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573318.525167:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573318.525170:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573318.525173:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982872064:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573319.228655:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573320.252617:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573321.276627:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573322.300669:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573323.324618:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573323.644606:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573323.644615:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573323.644619:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573323.644629:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1066
00000100:00080000:0.0:1788573323.644638:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573323.644644:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573323.644677:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453982872192/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573323.644703:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573323.644706:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573323.644707:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573323.644710:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1066
00000100:00080000:0.0:1788573323.644713:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573323.644715:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573323.644723:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573323.644732:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453982872320/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573323.644742:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982872192:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573323.644761:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573323.644764:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573323.644765:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573323.644769:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1066
00000100:00080000:0.0:1788573323.644772:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573323.644781:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573323.644786:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573323.644795:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453982872448/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573323.644811:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573323.644853:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573323/real 1788573323]  req@ffff8b7a86113b80 x1875453982872192/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573323.644870:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453982872192/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573323.644884:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573323.644888:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573323.644891:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982872192:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573323.644912:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982872320:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573323.644930:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573323.644952:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573323/real 1788573323]  req@ffff8b7a86110e00 x1875453982872320/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573323.644962:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453982872320/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573323.644968:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573323.644971:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573323.644973:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982872320:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573323.644977:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982872448:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573323.644992:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573323.644999:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573323/real 1788573323]  req@ffff8b7a86112300 x1875453982872448/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573323.645006:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453982872448/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573323.645011:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573323.645013:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573323.645016:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982872448:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573324.348605:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573325.372685:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573326.396628:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573327.420669:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573328.444693:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573328.764670:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573328.764681:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573328.764686:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573328.764696:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1072
00000100:00080000:2.0:1788573328.764707:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573328.764715:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573328.764772:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453982872576/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573328.764803:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573328.764807:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573328.764809:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573328.764814:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1072
00000100:00080000:2.0:1788573328.764836:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573328.764842:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573328.764853:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573328.764856:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982872576:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788573328.764873:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453982872704/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573328.764901:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573328.764905:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573328.764907:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573328.764912:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1072
00000100:00080000:2.0:1788573328.764917:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573328.764922:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573328.764927:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573328.764955:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453982872832/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573328.765010:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982872704:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573328.765048:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982872832:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573329.468690:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573330.492606:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573331.516696:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788573331.836725:0:2374:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788573331.836764:0:2374:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788573331.836778:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788573331.836810:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788573331.836816:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:3.0:1788573331.836874:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573328/real 1788573331]  req@ffff8b7a83679880 x1875453982872704/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573331.836924:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453982872704/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573331.836938:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573331.836944:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573331.836948:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982872704:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573331.836958:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573328/real 1788573331]  req@ffff8b7a83678a80 x1875453982872832/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573331.836970:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453982872832/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573331.836978:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573331.836981:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573331.836985:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982872832:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573331.836994:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573328/real 1788573331]  req@ffff8b7a8367ad80 x1875453982872576/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573331.837041:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453982872576/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573331.837050:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573331.837054:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573331.837059:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982872576:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788573332.540602:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573333.564683:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573333.884656:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573333.884665:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573333.884669:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573333.884678:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1077
00000100:00080000:1.0:1788573333.884688:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573333.884697:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573333.884731:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982872960/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573333.884777:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573333.884780:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573333.884782:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573333.884789:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1077
00000100:00080000:1.0:1788573333.884793:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573333.884798:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573333.884807:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573333.884819:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982873088/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573333.884835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1788573333.884835:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982872960:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788573333.884846:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573333.884850:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573333.884857:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1077
00000100:00080000:1.0:1788573333.884862:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573333.884890:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573333.884897:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573333.884916:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982873216/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573333.884973:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573333.885046:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573333/real 1788573333]  req@ffff8b7a86bf8700 x1875453982872960/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573333.885071:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982872960/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573333.885085:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573333.885100:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573333.885105:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982872960:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573333.885138:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982873088:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573333.885172:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573333.885193:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573333/real 1788573333]  req@ffff8b7a86bfad80 x1875453982873088/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573333.885206:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982873088/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573333.885215:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573333.885234:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573333.885237:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982873088:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573333.885245:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982873216:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573333.885268:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573333.885282:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573333/real 1788573333]  req@ffff8b7a86bf9f80 x1875453982873216/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573333.885294:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982873216/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573333.885303:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573333.885307:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573333.885310:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982873216:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573334.588657:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573335.612614:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573336.636662:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573337.660779:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573338.684667:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573339.004612:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573339.004622:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573339.004627:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573339.004638:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1082
00000100:00080000:1.0:1788573339.004672:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573339.004680:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573339.004718:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453982873344/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573339.004745:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573339.004748:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573339.004750:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573339.004753:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1082
00000100:00080000:1.0:1788573339.004756:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573339.004758:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573339.004769:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573339.004779:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453982873472/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573339.004787:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982873344:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788573339.004790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573339.004795:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573339.004797:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573339.004800:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1082
00000100:00080000:1.0:1788573339.004802:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573339.004804:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573339.004807:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573339.004816:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982873600/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573339.004863:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573339.004921:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573339/real 1788573339]  req@ffff8b7a86bfa300 x1875453982873344/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573339.004944:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453982873344/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573339.004953:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573339.004958:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573339.004962:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982873344:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573339.005003:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982873472:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573339.005031:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573339.005046:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573339/real 1788573339]  req@ffff8b7a86bf9880 x1875453982873472/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573339.005059:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453982873472/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573339.005067:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573339.005069:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573339.005072:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982873472:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573339.005076:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982873600:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573339.005092:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573339.005100:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573339/real 1788573339]  req@ffff8b7a86bf9f80 x1875453982873600/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573339.005108:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982873600/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573339.005113:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573339.005115:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573339.005117:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982873600:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573339.708609:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573340.732707:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573341.756621:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573342.780681:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573343.804640:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573344.124621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573344.124659:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573344.124665:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573344.124676:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1087
00000100:00080000:1.0:1788573344.124688:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573344.124696:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573344.124734:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982873728/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573344.124762:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573344.124766:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573344.124767:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573344.124771:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1087
00000100:00080000:1.0:1788573344.124774:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573344.124777:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573344.124788:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573344.124800:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982873728:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573344.124807:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982873856/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573344.124826:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573344.124830:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573344.124832:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573344.124837:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1087
00000100:00080000:1.0:1788573344.124842:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573344.124847:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573344.124853:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573344.124868:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982873984/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573344.124900:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573344.124943:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573344/real 1788573344]  req@ffff8b7a86bfad80 x1875453982873728/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573344.124960:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982873728/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573344.124969:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573344.124972:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573344.124975:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982873728:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573344.124998:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982873856:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573344.125017:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573344.125029:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573344/real 1788573344]  req@ffff8b7a86bf8700 x1875453982873856/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573344.125043:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982873856/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573344.125051:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573344.125055:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573344.125058:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982873856:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573344.125065:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982873984:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573344.125084:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573344.125092:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573344/real 1788573344]  req@ffff8b7a86bf8380 x1875453982873984/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573344.125111:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982873984/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573344.125117:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573344.125119:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573344.125121:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982873984:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573344.828626:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573345.852624:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573346.876748:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573347.900638:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573348.924624:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573349.244620:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573349.244635:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573349.244641:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573349.244655:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1092
00000100:00080000:2.0:1788573349.244669:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573349.244679:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573349.244728:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453982874112/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573349.244765:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573349.244788:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573349.244791:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573349.244798:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1092
00000100:00080000:2.0:1788573349.244805:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1788573349.244809:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982874112:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573349.244815:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573349.244833:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573349.244854:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453982874240/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573349.244869:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573349.244874:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573349.244892:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1788573349.244901:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:2.0:1788573349.244902:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1092
00000100:00080000:2.0:1788573349.244914:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573349.244920:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573349.244928:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573349.244952:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573349/real 1788573349]  req@ffff8b7a83678000 x1875453982874112/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788573349.244963:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453982874368/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573349.244996:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453982874112/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573349.245013:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573349.245017:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573349.245021:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982874112:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573349.245048:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982874240:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573349.245076:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573349.245090:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573349/real 1788573349]  req@ffff8b7a8367b480 x1875453982874240/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573349.245099:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453982874240/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573349.245121:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573349.245123:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573349.245126:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982874240:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573349.245131:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982874368:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573349.245148:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573349.245156:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573349/real 1788573349]  req@ffff8b7a83679500 x1875453982874368/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573349.245163:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453982874368/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573349.245169:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573349.245171:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573349.245173:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982874368:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573349.948657:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573350.972631:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573351.996605:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573353.020699:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573354.044638:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573354.364624:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573354.364632:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573354.364636:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573354.364645:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1097
00000100:00080000:0.0:1788573354.364654:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573354.364661:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573354.364695:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453982874496/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573354.364717:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573354.364720:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573354.364721:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573354.364724:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1097
00000100:00080000:0.0:1788573354.364726:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573354.364729:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573354.364736:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573354.364744:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453982874624/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573354.364764:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982874496:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573354.364781:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573354.364784:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573354.364785:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573354.364788:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1097
00000100:00080000:0.0:1788573354.364792:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573354.364794:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573354.364798:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573354.364808:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453982874752/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573354.364851:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573354.364922:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573354/real 1788573354]  req@ffff8b7a86111880 x1875453982874496/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573354.364946:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453982874496/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573354.364958:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573354.364971:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573354.364976:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982874496:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573354.364999:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982874624:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573354.365020:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573354.365030:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573354/real 1788573354]  req@ffff8b7a86112a00 x1875453982874624/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573354.365039:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453982874624/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573354.365045:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573354.365047:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573354.365050:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982874624:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573354.365053:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982874752:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573354.365064:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573354.365071:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573354/real 1788573354]  req@ffff8b7a86112d80 x1875453982874752/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573354.365078:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453982874752/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573354.365083:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573354.365085:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573354.365087:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982874752:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573355.068591:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573356.092656:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573357.116687:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573358.140655:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573359.164707:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573359.484619:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573359.484630:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573359.484635:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573359.484648:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1102
00000100:00080000:0.0:1788573359.484660:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573359.484668:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573359.484711:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453982874880/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573359.484742:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573359.484745:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573359.484746:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573359.484767:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1102
00000100:00080000:0.0:1788573359.484771:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573359.484775:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573359.484786:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573359.484799:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453982875008/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573359.484799:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982874880:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573359.484815:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573359.484817:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573359.484819:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573359.484822:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1102
00000100:00080000:0.0:1788573359.484824:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573359.484826:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573359.484829:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573359.484839:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453982875136/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573359.484911:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573359.484953:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573359/real 1788573359]  req@ffff8b7a86112680 x1875453982874880/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573359.484970:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453982874880/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573359.484980:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573359.484983:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573359.484986:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982874880:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573359.485011:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982875008:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573359.485029:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573359.485037:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573359/real 1788573359]  req@ffff8b7a86110700 x1875453982875008/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573359.485046:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453982875008/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573359.485052:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573359.485054:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573359.485057:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982875008:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573359.485060:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982875136:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573359.485079:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573359.485086:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573359/real 1788573359]  req@ffff8b7a86111c00 x1875453982875136/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573359.485102:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453982875136/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573359.485107:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573359.485109:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573359.485111:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982875136:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573360.188670:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573361.212618:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573362.236677:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573363.260633:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573364.284606:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573364.604589:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573364.604598:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573364.604601:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573364.604610:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1107
00000100:00080000:0.0:1788573364.604620:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573364.604627:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573364.604692:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453982875264/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573364.604726:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573364.604729:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573364.604730:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573364.604733:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1107
00000100:00080000:0.0:1788573364.604737:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573364.604740:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573364.604748:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573364.604758:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453982875392/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573364.604776:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573364.604779:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573364.604780:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573364.604785:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1107
00000100:00100000:3.0:1788573364.604786:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982875264:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573364.604788:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573364.604794:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573364.604798:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573364.604806:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453982875520/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573364.604857:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573364.604908:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573364/real 1788573364]  req@ffff8b7a86111180 x1875453982875264/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573364.604930:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453982875264/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573364.604938:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573364.604941:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573364.604944:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982875264:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573364.604963:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982875392:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573364.604981:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573364.604989:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573364/real 1788573364]  req@ffff8b7a86113100 x1875453982875392/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573364.604997:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453982875392/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573364.605015:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573364.605018:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573364.605020:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982875392:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573364.605024:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982875520:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573364.605039:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573364.605045:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573364/real 1788573364]  req@ffff8b7a86110a80 x1875453982875520/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573364.605053:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453982875520/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573364.605058:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573364.605060:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573364.605062:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982875520:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573365.308662:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573366.332609:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573367.356613:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573368.380704:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573369.404641:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573369.724623:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573369.724635:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573369.724640:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573369.724652:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1113
00000100:00080000:1.0:1788573369.724664:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573369.724672:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573369.724713:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453982875648/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573369.724738:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573369.724741:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573369.724743:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573369.724746:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1113
00000100:00080000:1.0:1788573369.724749:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573369.724752:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573369.724762:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573369.724771:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982875776/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573369.724780:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1788573369.724783:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982875648:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788573369.724784:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573369.724786:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573369.724793:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1113
00000100:00080000:1.0:1788573369.724795:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573369.724798:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573369.724816:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573369.724825:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982875904/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573369.724869:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573369.724922:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573369/real 1788573369]  req@ffff8b7a86bfb800 x1875453982875648/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573369.724944:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453982875648/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573369.724957:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573369.724969:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573369.724975:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982875648:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573369.725005:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982875776:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573369.725034:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573369.725045:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573369/real 1788573369]  req@ffff8b7a86bfaa00 x1875453982875776/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573369.725054:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982875776/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573369.725060:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573369.725062:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573369.725065:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982875776:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573369.725068:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982875904:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573369.725079:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573369.725085:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573369/real 1788573369]  req@ffff8b7a86bf8380 x1875453982875904/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573369.725093:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982875904/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573369.725098:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573369.725100:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573369.725102:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982875904:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573370.428688:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573371.452652:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573372.476636:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573373.500613:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573374.524675:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573374.844610:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573374.844626:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573374.844631:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573374.844644:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1118
00000100:00080000:1.0:1788573374.844657:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573374.844667:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573374.844716:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982876032/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573374.844749:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573374.844754:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573374.844756:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573374.844762:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1118
00000100:00080000:1.0:1788573374.844767:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573374.844773:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573374.844783:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982876032:192.168.202.159@tcp:250:kworker.0
00000008:00100000:1.0:1788573374.844786:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573374.844806:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982876160/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573374.844819:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573374.844823:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573374.844825:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573374.844829:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1118
00000100:00080000:1.0:1788573374.844853:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573374.844859:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573374.844866:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1788573374.844870:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573374.844897:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982876288/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573374.844928:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573374/real 1788573374]  req@ffff8b7a86bf8700 x1875453982876032/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573374.844947:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982876032/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573374.844956:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573374.844960:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573374.844963:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982876032:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573374.844987:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982876160:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573374.845006:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573374.845015:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573374/real 1788573374]  req@ffff8b7a86bfad80 x1875453982876160/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573374.845024:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982876160/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573374.845029:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573374.845032:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573374.845034:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982876160:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573374.845038:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982876288:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573374.845048:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573374.845053:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573374/real 1788573374]  req@ffff8b7a86bf9f80 x1875453982876288/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573374.845069:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982876288/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573374.845075:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573374.845077:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573374.845080:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982876288:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573375.548731:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573376.572626:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573377.596691:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573378.620657:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573379.644646:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573379.964611:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573379.964621:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573379.964625:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573379.964634:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1123
00000100:00080000:2.0:1788573379.964645:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573379.964694:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573379.964729:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453982876416/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573379.964769:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573379.964771:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573379.964773:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573379.964776:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1123
00000100:00080000:2.0:1788573379.964780:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573379.964784:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573379.964792:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573379.964806:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453982876544/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573379.964806:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982876416:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573379.964820:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573379.964822:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573379.964823:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573379.964825:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1123
00000100:00080000:2.0:1788573379.964829:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573379.964831:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573379.964834:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573379.964844:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678e00 x1875453982876672/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573379.964869:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573379.964924:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573379/real 1788573379]  req@ffff8b7a83679f80 x1875453982876416/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573379.964945:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453982876416/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573379.964955:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573379.964958:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573379.964962:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982876416:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573379.965002:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982876544:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573379.965021:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573379.965031:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573379/real 1788573379]  req@ffff8b7a8367bb80 x1875453982876544/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573379.965039:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453982876544/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573379.965055:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573379.965058:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573379.965061:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982876544:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573379.965065:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982876672:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573379.965079:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573379.965086:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573379/real 1788573379]  req@ffff8b7a83678e00 x1875453982876672/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573379.965094:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678e00 x1875453982876672/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573379.965099:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573379.965101:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573379.965103:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982876672:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573380.668652:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573381.692622:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573382.716632:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573383.740713:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573384.764594:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573385.084622:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573385.084632:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573385.084636:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573385.084645:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1128
00000100:00080000:1.0:1788573385.084654:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573385.084660:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573385.084695:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453982876800/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573385.084727:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573385.084731:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573385.084733:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573385.084738:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1128
00000100:00080000:1.0:1788573385.084742:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573385.084748:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573385.084759:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573385.084776:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453982876928/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788573385.084783:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982876800:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788573385.084793:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573385.084814:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573385.084816:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573385.084821:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1128
00000100:00080000:1.0:1788573385.084825:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573385.084829:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573385.084835:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573385.084848:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982877056/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788573385.084869:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573385.084930:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573385/real 1788573385]  req@ffff8b7a86bf9880 x1875453982876800/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573385.084948:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453982876800/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573385.084962:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573385.084980:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573385.084985:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982876800:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573385.085017:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982876928:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573385.085042:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573385.085056:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573385/real 1788573385]  req@ffff8b7a86bfa300 x1875453982876928/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573385.085072:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453982876928/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573385.085081:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573385.085084:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573385.085087:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982876928:192.168.202.159@tcp:38:kworker.0
00000100:00100000:3.0:1788573385.085093:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982877056:192.168.202.159@tcp:38:kworker.0
00000800:00000100:3.0:1788573385.085109:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573385.085118:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573385/real 1788573385]  req@ffff8b7a86bf9f80 x1875453982877056/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788573385.085126:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982877056/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788573385.085132:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788573385.085134:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:3.0:1788573385.085137:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982877056:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573385.788709:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573386.812702:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573387.836626:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573388.860602:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573389.884672:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573390.204614:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573390.204625:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573390.204629:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573390.204640:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1133
00000100:00080000:3.0:1788573390.204651:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573390.204660:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573390.204699:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982877184/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573390.204723:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573390.204726:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573390.204728:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573390.204731:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1133
00000100:00080000:3.0:1788573390.204734:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573390.204737:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573390.204745:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573390.204754:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982877312/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573390.204762:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573390.204764:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573390.204765:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573390.204770:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1133
00000100:00100000:1.0:1788573390.204771:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982877184:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573390.204773:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573390.204778:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573390.204799:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573390.204808:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982877440/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573390.204845:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573390.204903:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573390/real 1788573390]  req@ffff8b7a86088700 x1875453982877184/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573390.204921:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982877184/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573390.204933:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573390.204937:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573390.204942:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982877184:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573390.204966:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982877312:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573390.204988:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573390.205000:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573390/real 1788573390]  req@ffff8b7a86089880 x1875453982877312/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573390.205013:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982877312/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573390.205027:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573390.205031:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573390.205035:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982877312:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573390.205040:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982877440:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573390.205060:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573390.205070:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573390/real 1788573390]  req@ffff8b7a86088a80 x1875453982877440/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573390.205083:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982877440/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573390.205091:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573390.205095:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573390.205098:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982877440:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573390.908598:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573391.932683:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573392.956638:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573393.980679:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573395.004693:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573395.324666:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573395.324682:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573395.324688:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573395.324702:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1138
00000100:00080000:2.0:1788573395.324736:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573395.324745:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573395.324784:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678380 x1875453982877568/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573395.324811:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573395.324814:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573395.324815:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573395.324819:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1138
00000100:00080000:2.0:1788573395.324821:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573395.324824:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573395.324834:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573395.324843:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b800 x1875453982877696/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573395.324851:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573395.324853:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573395.324855:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573395.324857:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1138
00000100:00080000:2.0:1788573395.324859:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573395.324862:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573395.324865:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573395.324876:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678e00 x1875453982877824/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573395.324878:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982877568:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573395.325018:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982877696:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573395.325078:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982877824:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573396.028677:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573397.052622:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573398.076595:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788573398.396789:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788573398.396837:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788573398.396853:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788573398.396914:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788573398.396925:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788573398.397005:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573395/real 1788573398]  req@ffff8b7a83678e00 x1875453982877824/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573398.397033:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678e00 x1875453982877824/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573398.397086:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573398.397093:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573398.397099:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982877824:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573398.397108:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573395/real 1788573398]  req@ffff8b7a83678380 x1875453982877568/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573398.397123:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678380 x1875453982877568/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573398.397132:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573398.397136:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573398.397140:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982877568:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573398.397147:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573395/real 1788573398]  req@ffff8b7a8367b800 x1875453982877696/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573398.397160:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b800 x1875453982877696/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573398.397168:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573398.397172:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573398.397175:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982877696:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573399.100721:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573400.124661:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573400.444668:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573400.444698:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573400.444703:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573400.444715:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1143
00000100:00080000:2.0:1788573400.444726:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573400.444735:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573400.444772:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453982877952/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573400.444803:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573400.444807:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573400.444809:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573400.444814:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1143
00000100:00080000:2.0:1788573400.444817:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573400.444822:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573400.444832:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573400.444850:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453982878080/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573400.444864:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573400.444868:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573400.444871:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573400.444880:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1143
00000100:00100000:1.0:1788573400.444882:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982877952:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573400.444886:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573400.444900:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573400.444907:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573400.444925:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453982878208/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573400.445011:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573400.445069:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573400/real 1788573400]  req@ffff8b7a8367bb80 x1875453982877952/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573400.445109:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453982877952/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573400.445123:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573400.445129:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573400.445134:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982877952:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573400.445169:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982878080:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573400.445207:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573400.445224:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573400/real 1788573400]  req@ffff8b7a83679f80 x1875453982878080/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573400.445237:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453982878080/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573400.445245:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573400.445248:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573400.445251:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982878080:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573400.445258:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982878208:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573400.445278:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573400.445289:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573400/real 1788573400]  req@ffff8b7a83679500 x1875453982878208/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573400.445301:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453982878208/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573400.445339:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573400.445344:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573400.445348:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982878208:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573401.148626:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573402.172733:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573403.196672:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573404.220634:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573405.244651:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573405.564611:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573405.564623:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573405.564627:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573405.564639:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1148
00000100:00080000:3.0:1788573405.564650:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573405.564659:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573405.564700:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982878336/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573405.564730:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573405.564734:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573405.564736:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573405.564741:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1148
00000100:00080000:3.0:1788573405.564746:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573405.564750:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573405.564761:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573405.564776:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982878464/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573405.564784:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982878336:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573405.564822:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573405.564826:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573405.564828:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573405.564834:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1148
00000100:00080000:3.0:1788573405.564839:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1788573405.564845:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:3.0:1788573405.564858:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573405.564867:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573405.564886:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982878592/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573405.564898:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573405/real 1788573405]  req@ffff8b7a8608b480 x1875453982878336/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573405.564914:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982878336/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573405.564923:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573405.564927:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573405.564931:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982878336:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573405.564964:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982878464:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573405.564995:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573405.565010:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573405/real 1788573405]  req@ffff8b7a86089180 x1875453982878464/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573405.565024:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982878464/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573405.565030:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573405.565033:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573405.565035:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982878464:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573405.565046:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982878592:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573405.565063:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573405.565072:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573405/real 1788573405]  req@ffff8b7a86088000 x1875453982878592/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573405.565080:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982878592/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573405.565085:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573405.565088:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573405.565105:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982878592:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573406.268682:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573407.292690:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573408.316665:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573409.340614:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573410.364623:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573410.684594:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573410.684604:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573410.684607:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573410.684617:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1154
00000100:00080000:3.0:1788573410.684626:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573410.684633:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573410.684666:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982878720/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573410.684689:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573410.684692:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573410.684693:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573410.684696:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1154
00000100:00080000:3.0:1788573410.684699:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573410.684717:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573410.684725:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573410.684735:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982878848/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573410.684743:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982878720:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573410.684746:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573410.684752:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573410.684753:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573410.684757:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1154
00000100:00080000:3.0:1788573410.684759:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573410.684762:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573410.684765:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573410.684773:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982878976/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573410.684808:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573410.684858:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573410/real 1788573410]  req@ffff8b7a8608b100 x1875453982878720/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573410.684876:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982878720/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573410.684883:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573410.684886:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573410.684890:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982878720:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573410.684911:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982878848:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573410.684928:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573410.684937:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573410/real 1788573410]  req@ffff8b7a86088e00 x1875453982878848/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573410.684953:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982878848/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573410.684959:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573410.684961:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573410.684963:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982878848:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573410.684967:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982878976:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573410.684981:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573410.684988:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573410/real 1788573410]  req@ffff8b7a86089500 x1875453982878976/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573410.684995:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982878976/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573410.685000:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573410.685002:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573410.685004:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982878976:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573411.388650:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573412.412569:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573413.436603:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573414.460652:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573415.484630:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573415.804642:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573415.804654:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573415.804659:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573415.804672:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1159
00000100:00080000:3.0:1788573415.804684:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573415.804692:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573415.804735:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982879104/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573415.804764:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573415.804781:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573415.804783:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573415.804788:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1159
00000100:00080000:3.0:1788573415.804791:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573415.804795:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573415.804806:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573415.804817:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982879104:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573415.804819:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982879232/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573415.804833:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573415.804836:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573415.804843:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573415.804847:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1159
00000100:00080000:3.0:1788573415.804849:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573415.804852:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573415.804855:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573415.804864:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982879360/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573415.804895:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573415.804944:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573415/real 1788573415]  req@ffff8b7a86089500 x1875453982879104/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573415.804960:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982879104/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573415.804980:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573415.804984:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573415.804988:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982879104:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573415.805010:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982879232:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573415.805029:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573415.805038:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573415/real 1788573415]  req@ffff8b7a86088e00 x1875453982879232/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573415.805047:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982879232/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573415.805053:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573415.805055:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573415.805058:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982879232:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573415.805061:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982879360:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573415.805073:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573415.805078:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573415/real 1788573415]  req@ffff8b7a8608b100 x1875453982879360/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573415.805086:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982879360/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573415.805091:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573415.805093:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573415.805095:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982879360:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573416.508624:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573417.532656:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573418.556592:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573419.580605:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573420.604669:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573420.924594:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573420.924606:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573420.924611:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573420.924623:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1164
00000100:00080000:3.0:1788573420.924635:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573420.924663:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573420.924703:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982879488/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573420.924730:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573420.924733:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573420.924735:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573420.924738:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1164
00000100:00080000:3.0:1788573420.924742:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573420.924744:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573420.924754:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573420.924764:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982879616/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573420.924772:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573420.924775:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573420.924776:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573420.924778:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1164
00000100:00080000:3.0:1788573420.924780:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573420.924783:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573420.924788:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573420.924790:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982879488:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573420.924797:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982879744/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573420.924866:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573420.924925:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573420/real 1788573420]  req@ffff8b7a86088000 x1875453982879488/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573420.924950:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982879488/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573420.924961:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573420.924965:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573420.924968:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982879488:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573420.924974:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982879616:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573420.924993:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573420.925003:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573420/real 1788573420]  req@ffff8b7a86089180 x1875453982879616/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573420.925014:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982879616/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573420.925023:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573420.925026:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573420.925030:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982879616:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573420.925057:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982879744:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573420.925080:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573420.925091:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573420/real 1788573420]  req@ffff8b7a8608b480 x1875453982879744/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573420.925115:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982879744/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573420.925123:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573420.925127:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573420.925130:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982879744:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573421.628601:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573422.652663:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573423.676647:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573424.700691:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573425.724615:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573426.044650:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573426.044682:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573426.044687:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573426.044698:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1169
00000100:00080000:3.0:1788573426.044710:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573426.044718:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573426.044757:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982879872/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573426.044780:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573426.044783:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573426.044785:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573426.044788:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1169
00000100:00080000:3.0:1788573426.044791:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573426.044793:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573426.044803:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573426.044812:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982880000/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573426.044819:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573426.044822:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573426.044824:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573426.044826:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1169
00000100:00080000:3.0:1788573426.044829:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573426.044831:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573426.044834:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573426.044841:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982879872:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573426.044845:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982880128/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573426.044937:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573426.044990:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573426/real 1788573426]  req@ffff8b7a86088a80 x1875453982879872/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573426.045008:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982879872/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573426.045018:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573426.045022:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573426.045026:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982879872:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573426.045032:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982880000:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573426.045051:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573426.045060:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573426/real 1788573426]  req@ffff8b7a86089880 x1875453982880000/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573426.045069:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982880000/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573426.045085:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573426.045088:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573426.045091:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982880000:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573426.045114:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982880128:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573426.045130:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573426.045146:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573426/real 1788573426]  req@ffff8b7a86088700 x1875453982880128/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573426.045155:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982880128/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573426.045161:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573426.045163:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573426.045165:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982880128:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573426.748699:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573427.772603:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573428.796667:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573429.820681:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573430.844715:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573431.164659:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573431.164670:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573431.164674:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573431.164683:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1174
00000100:00080000:3.0:1788573431.164693:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573431.164702:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573431.164743:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982880256/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573431.164765:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573431.164768:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573431.164770:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573431.164773:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1174
00000100:00080000:3.0:1788573431.164775:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573431.164779:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573431.164786:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573431.164798:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982880384/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573431.164806:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573431.164809:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573431.164811:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573431.164814:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1174
00000100:00100000:1.0:1788573431.164831:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982880256:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573431.164834:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573431.164844:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573431.164849:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573431.164862:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982880512/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573431.164923:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573431.164968:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573431/real 1788573431]  req@ffff8b7a8608a300 x1875453982880256/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573431.164985:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982880256/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573431.164994:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573431.164998:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573431.165014:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982880256:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573431.165021:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982880384:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573431.165041:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573431.165050:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573431/real 1788573431]  req@ffff8b7a86089f80 x1875453982880384/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573431.165059:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982880384/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573431.165065:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573431.165067:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573431.165069:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982880384:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573431.165092:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982880512:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573431.165104:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573431.165110:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573431/real 1788573431]  req@ffff8b7a86089c00 x1875453982880512/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573431.165118:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982880512/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573431.165124:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573431.165127:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573431.165130:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982880512:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573431.868630:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573432.892703:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573433.916717:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573434.940711:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573435.964725:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573436.284602:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573436.284615:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573436.284621:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573436.284632:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1179
00000100:00080000:3.0:1788573436.284644:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573436.284652:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573436.284695:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982880640/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573436.284723:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573436.284728:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573436.284731:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573436.284736:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1179
00000100:00080000:3.0:1788573436.284740:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573436.284745:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573436.284754:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573436.284763:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982880640:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573436.284768:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982880768/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573436.284808:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573436.284812:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573436.284815:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573436.284820:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1179
00000100:00080000:3.0:1788573436.284825:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1788573436.284829:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:3.0:1788573436.284832:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573436.284837:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573436.284850:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982880896/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573436.284877:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573436/real 1788573436]  req@ffff8b7a8608a680 x1875453982880640/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573436.284893:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982880640/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573436.284901:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573436.284904:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573436.284907:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982880640:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573436.284926:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982880768:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573436.284943:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573436.284951:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573436/real 1788573436]  req@ffff8b7a8608aa00 x1875453982880768/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573436.284959:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982880768/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573436.284964:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573436.284966:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573436.284968:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982880768:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573436.284971:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982880896:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573436.284981:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573436.284987:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573436/real 1788573436]  req@ffff8b7a8608ad80 x1875453982880896/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573436.284995:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982880896/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573436.285010:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573436.285012:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573436.285015:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982880896:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573436.988643:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573438.012620:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573439.036671:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573440.060605:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573441.084630:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573441.404605:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573441.404618:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573441.404622:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573441.404633:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1184
00000100:00080000:3.0:1788573441.404643:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573441.404651:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573441.404686:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982881024/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573441.404714:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573441.404716:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573441.404718:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573441.404721:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1184
00000100:00080000:3.0:1788573441.404723:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573441.404742:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573441.404767:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573441.404775:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982881024:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573441.404781:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982881152/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573441.404790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573441.404793:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573441.404794:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573441.404797:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1184
00000100:00080000:3.0:1788573441.404800:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573441.404803:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573441.404806:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573441.404814:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982881280/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573441.404851:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573441.404888:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573441/real 1788573441]  req@ffff8b7a8608b800 x1875453982881024/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573441.404903:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982881024/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573441.404912:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573441.404914:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573441.404917:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982881024:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573441.404938:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982881152:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573441.404955:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573441.404963:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573441/real 1788573441]  req@ffff8b7a8608bb80 x1875453982881152/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573441.404971:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982881152/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573441.404977:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573441.404979:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573441.404981:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982881152:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573441.404992:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982881280:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573441.405007:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573441.405014:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573441/real 1788573441]  req@ffff8b7a86088380 x1875453982881280/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573441.405021:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982881280/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573441.405026:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573441.405028:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573441.405030:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982881280:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573442.108701:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573443.132627:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573444.156644:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573445.180661:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573446.204674:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573446.524615:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573446.524626:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573446.524631:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573446.524642:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1189
00000100:00080000:2.0:1788573446.524654:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573446.524662:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573446.524703:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453982881408/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573446.524726:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573446.524729:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573446.524731:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573446.524734:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1189
00000100:00080000:2.0:1788573446.524737:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573446.524741:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573446.524753:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573446.524769:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453982881536/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573446.524781:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982881408:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573446.524784:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573446.524791:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573446.524793:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573446.524798:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1189
00000100:00080000:2.0:1788573446.524802:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573446.524806:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573446.524827:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573446.524839:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453982881664/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573446.524882:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573446.524924:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573446/real 1788573446]  req@ffff8b7a8367b480 x1875453982881408/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573446.524941:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453982881408/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573446.524950:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573446.524953:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573446.524957:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982881408:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573446.524981:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982881536:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573446.524998:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573446.525007:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573446/real 1788573446]  req@ffff8b7a83678000 x1875453982881536/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573446.525024:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453982881536/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573446.525030:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573446.525033:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573446.525035:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982881536:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573446.525039:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982881664:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573446.525051:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573446.525057:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573446/real 1788573446]  req@ffff8b7a8367ad80 x1875453982881664/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573446.525065:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453982881664/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573446.525070:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573446.525072:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573446.525074:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982881664:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573447.228602:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573448.252709:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573449.276602:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573450.300668:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573451.324675:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573451.644645:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573451.644659:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573451.644665:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573451.644678:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1194
00000100:00080000:3.0:1788573451.644693:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573451.644704:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573451.644754:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982881792/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573451.644815:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573451.644819:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573451.644821:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573451.644827:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1194
00000100:00080000:3.0:1788573451.644832:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573451.644838:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573451.644850:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573451.644869:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982881920/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573451.644877:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982881792:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573451.644883:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573451.644889:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573451.644891:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573451.644896:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1194
00000100:00080000:3.0:1788573451.644901:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573451.644906:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573451.644912:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573451.644949:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982882048/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573451.644992:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573451.645036:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573451/real 1788573451]  req@ffff8b7a86088380 x1875453982881792/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573451.645052:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982881792/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573451.645071:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573451.645075:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573451.645079:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982881792:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573451.645101:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982881920:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573451.645122:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573451.645131:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573451/real 1788573451]  req@ffff8b7a8608bb80 x1875453982881920/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573451.645140:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982881920/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573451.645149:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573451.645153:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573451.645156:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982881920:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573451.645163:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982882048:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573451.645185:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573451.645195:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573451/real 1788573451]  req@ffff8b7a8608b800 x1875453982882048/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573451.645203:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982882048/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573451.645209:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573451.645212:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573451.645214:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982882048:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573452.348717:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573453.372729:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573454.396660:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573455.420660:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573456.444681:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573456.764582:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573456.764592:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573456.764598:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573456.764609:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1200
00000100:00080000:3.0:1788573456.764640:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573456.764648:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573456.764685:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982882176/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573456.764715:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573456.764718:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573456.764719:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573456.764723:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1200
00000100:00080000:3.0:1788573456.764725:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573456.764727:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573456.764737:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573456.764747:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982882304/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573456.764755:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573456.764758:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573456.764760:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573456.764765:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1200
00000100:00080000:3.0:1788573456.764769:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573456.764772:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982882176:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573456.764777:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573456.764793:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573456.764809:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982882432/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573456.764864:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573456.764926:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573456/real 1788573456]  req@ffff8b7a8608ad80 x1875453982882176/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573456.764946:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982882176/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573456.764955:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573456.764959:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573456.764962:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982882176:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573456.764969:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982882304:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573456.764990:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573456.765004:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573456/real 1788573456]  req@ffff8b7a8608aa00 x1875453982882304/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573456.765018:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982882304/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573456.765038:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573456.765043:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573456.765048:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982882304:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573456.765082:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982882432:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573456.765102:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573456.765112:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573456/real 1788573456]  req@ffff8b7a8608a680 x1875453982882432/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573456.765128:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982882432/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573456.765134:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573456.765137:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573456.765139:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982882432:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573457.468738:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573458.492665:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573459.516689:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573460.540713:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573461.564725:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573461.884564:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573461.884575:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573461.884580:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573461.884591:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1205
00000100:00080000:3.0:1788573461.884603:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573461.884611:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573461.884651:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982882560/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573461.884676:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573461.884679:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573461.884680:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573461.884684:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1205
00000100:00080000:3.0:1788573461.884686:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573461.884688:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573461.884698:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573461.884706:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982882688/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573461.884713:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573461.884715:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573461.884717:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573461.884719:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1205
00000100:00080000:3.0:1788573461.884721:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573461.884723:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573461.884743:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573461.884752:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982882816/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573461.884766:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982882560:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573461.884875:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982882688:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573461.884908:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982882816:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573462.588629:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573463.612666:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573464.636668:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788573464.956819:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788573464.956878:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788573464.956899:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788573464.956949:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788573464.956960:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788573464.957064:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573461/real 1788573464]  req@ffff8b7a8608a300 x1875453982882816/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573464.957098:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982882816/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573464.957110:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573464.957115:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573464.957119:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982882816:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573464.957128:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573461/real 1788573464]  req@ffff8b7a86089c00 x1875453982882560/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573464.957143:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982882560/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573464.957185:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573464.957190:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573464.957195:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982882560:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573464.957203:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573461/real 1788573464]  req@ffff8b7a86089f80 x1875453982882688/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573464.957218:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982882688/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573464.957227:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573464.957230:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573464.957234:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982882688:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573465.660701:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573466.684659:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573467.004625:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573467.004635:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573467.004639:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573467.004650:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1210
00000100:00080000:3.0:1788573467.004662:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573467.004670:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573467.004708:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982882944/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573467.004733:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573467.004736:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573467.004737:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573467.004741:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1210
00000100:00080000:3.0:1788573467.004743:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573467.004746:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573467.004756:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573467.004766:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982883072/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573467.004774:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573467.004776:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788573467.004785:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982882944:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573467.004792:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573467.004797:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1210
00000100:00080000:3.0:1788573467.004800:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573467.004803:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573467.004808:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573467.004817:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982883200/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573467.004863:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573467.004947:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573467/real 1788573467]  req@ffff8b7a86088700 x1875453982882944/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573467.004973:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982882944/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573467.004987:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573467.004992:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573467.004997:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982882944:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573467.005044:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982883072:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573467.005103:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573467.005119:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573467/real 1788573467]  req@ffff8b7a86089880 x1875453982883072/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573467.005135:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982883072/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573467.005146:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573467.005151:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573467.005156:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982883072:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573467.005168:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982883200:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573467.005195:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573467.005207:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573467/real 1788573467]  req@ffff8b7a86088a80 x1875453982883200/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573467.005220:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982883200/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573467.005230:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573467.005234:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573467.005237:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982883200:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573467.708657:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573468.732586:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573469.756741:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573470.780612:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573471.804618:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573472.124605:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573472.124618:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573472.124621:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573472.124632:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1215
00000100:00080000:3.0:1788573472.124642:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573472.124648:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573472.124686:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982883328/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573472.124719:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573472.124723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573472.124725:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573472.124731:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1215
00000100:00080000:3.0:1788573472.124736:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573472.124741:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573472.124752:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573472.124767:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982883328:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573472.124780:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982883456/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573472.124814:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573472.124818:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573472.124820:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573472.124824:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1215
00000800:00000100:1.0:1788573472.124828:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:3.0:1788573472.124831:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573472.124837:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573472.124843:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573472.124856:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982883584/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573472.124869:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573472/real 1788573472]  req@ffff8b7a8608b480 x1875453982883328/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573472.124897:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982883328/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573472.124905:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573472.124908:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573472.124911:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982883328:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573472.124930:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982883456:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573472.124948:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573472.124957:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573472/real 1788573472]  req@ffff8b7a86089180 x1875453982883456/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573472.124965:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982883456/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573472.124971:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573472.124973:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573472.124976:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982883456:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573472.124979:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982883584:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573472.124989:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573472.124995:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573472/real 1788573472]  req@ffff8b7a86088000 x1875453982883584/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573472.125002:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982883584/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573472.125031:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573472.125035:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573472.125037:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982883584:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573472.828702:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573473.852641:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573474.876695:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573475.900700:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573476.924672:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573477.244686:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573477.244701:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573477.244706:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573477.244719:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1220
00000100:00080000:0.0:1788573477.244732:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573477.244742:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573477.244792:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453982883712/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573477.244824:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573477.244828:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573477.244830:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573477.244835:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1220
00000100:00080000:0.0:1788573477.244856:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573477.244862:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573477.244875:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573477.244880:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982883712:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788573477.244895:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453982883840/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573477.244909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573477.244913:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573477.244916:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573477.244921:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1220
00000100:00080000:0.0:1788573477.244926:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573477.244930:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573477.244936:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573477.244951:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453982883968/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573477.244972:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573477.245030:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573477/real 1788573477]  req@ffff8b7a86110a80 x1875453982883712/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573477.245047:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453982883712/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573477.245056:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573477.245059:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573477.245063:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982883712:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573477.245085:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982883840:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573477.245104:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573477.245113:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573477/real 1788573477]  req@ffff8b7a86113100 x1875453982883840/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573477.245122:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453982883840/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573477.245129:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573477.245133:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573477.245137:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982883840:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573477.245162:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982883968:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573477.245187:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573477.245200:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573477/real 1788573477]  req@ffff8b7a86111180 x1875453982883968/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573477.245214:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453982883968/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573477.245223:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573477.245228:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573477.245230:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982883968:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573477.948666:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573478.972773:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573479.996694:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573481.020696:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573482.044693:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573482.364669:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573482.364679:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573482.364683:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573482.364693:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1225
00000100:00080000:3.0:1788573482.364703:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573482.364709:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573482.364745:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982884096/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573482.364787:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573482.364790:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573482.364809:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573482.364816:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1225
00000100:00080000:3.0:1788573482.364821:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573482.364828:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573482.364842:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982884096:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788573482.364842:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573482.364858:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982884224/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573482.364868:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573482.364870:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573482.364873:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573482.364876:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1225
00000100:00080000:3.0:1788573482.364878:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573482.364882:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573482.364885:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573482.364893:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982884352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573482.364942:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788573482.364991:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573482/real 1788573482]  req@ffff8b7a8608b100 x1875453982884096/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573482.365024:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982884096/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573482.365060:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573482.365066:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573482.365071:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982884096:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788573482.365103:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982884224:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788573482.365125:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788573482.365139:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573482/real 1788573482]  req@ffff8b7a86088e00 x1875453982884224/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573482.365153:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982884224/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573482.365162:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573482.365166:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573482.365170:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982884224:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788573482.365178:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982884352:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788573482.365202:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788573482.365216:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573482/real 1788573482]  req@ffff8b7a86089500 x1875453982884352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573482.365230:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982884352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573482.365239:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573482.365242:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573482.365244:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982884352:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573483.068704:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573484.092667:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573485.116739:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573486.140625:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573487.164648:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573487.484657:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573487.484671:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573487.484677:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573487.484691:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1230
00000100:00080000:0.0:1788573487.484706:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573487.484716:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573487.484764:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453982884480/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573487.484801:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573487.484804:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573487.484806:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573487.484809:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1230
00000100:00080000:0.0:1788573487.484813:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573487.484816:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573487.484828:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573487.484839:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453982884608/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573487.484847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573487.484849:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573487.484851:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788573487.484856:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982884480:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573487.484872:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1230
00000100:00080000:0.0:1788573487.484876:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573487.484879:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573487.484884:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573487.484893:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453982884736/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573487.484932:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573487.484973:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573487/real 1788573487]  req@ffff8b7a86111c00 x1875453982884480/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573487.485004:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453982884480/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573487.485013:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573487.485017:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573487.485020:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982884480:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573487.485046:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982884608:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573487.485087:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573487.485099:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573487/real 1788573487]  req@ffff8b7a86110700 x1875453982884608/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573487.485115:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453982884608/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573487.485129:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573487.485131:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573487.485134:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982884608:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573487.485138:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982884736:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573487.485155:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573487.485162:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573487/real 1788573487]  req@ffff8b7a86112680 x1875453982884736/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573487.485170:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453982884736/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573487.485175:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573487.485177:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573487.485179:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982884736:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573488.188699:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573489.212682:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573490.236639:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573491.260687:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573492.284721:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573492.604661:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573492.604674:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573492.604679:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573492.604691:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1235
00000100:00080000:3.0:1788573492.604703:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573492.604712:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573492.604777:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982884864/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573492.604803:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573492.604806:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573492.604807:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573492.604811:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1235
00000100:00080000:3.0:1788573492.604814:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573492.604817:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573492.604825:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573492.604835:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982884992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573492.604842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573492.604845:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573492.604846:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573492.604849:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1235
00000100:00080000:3.0:1788573492.604851:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573492.604853:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573492.604856:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573492.604865:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982885120/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573492.604867:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982884864:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788573492.604938:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573492.605019:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573492/real 1788573492]  req@ffff8b7a86089500 x1875453982884864/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573492.605042:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982884864/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573492.605069:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573492.605074:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573492.605079:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982884864:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573492.605087:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982884992:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573492.605113:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573492.605127:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573492/real 1788573492]  req@ffff8b7a86088e00 x1875453982884992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573492.605141:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982884992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573492.605149:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573492.605154:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573492.605157:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982884992:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573492.605182:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982885120:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573492.605202:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573492.605213:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573492/real 1788573492]  req@ffff8b7a8608b100 x1875453982885120/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573492.605226:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982885120/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573492.605235:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573492.605239:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573492.605242:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982885120:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573493.308697:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573494.332683:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573495.356704:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573496.380748:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573497.404674:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573497.724600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573497.724629:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573497.724632:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573497.724643:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1241
00000100:00080000:3.0:1788573497.724653:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573497.724663:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573497.724698:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982885248/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573497.724720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573497.724723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573497.724724:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573497.724728:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1241
00000100:00080000:3.0:1788573497.724732:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573497.724736:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573497.724746:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573497.724761:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982885376/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573497.724772:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573497.724776:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573497.724779:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573497.724782:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1241
00000100:00080000:3.0:1788573497.724785:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573497.724788:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573497.724791:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573497.724811:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982885248:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573497.724811:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982885504/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573497.724906:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573497.724985:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573497/real 1788573497]  req@ffff8b7a86088000 x1875453982885248/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573497.725005:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982885248/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573497.725021:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573497.725025:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573497.725029:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982885248:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573497.725036:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982885376:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573497.725056:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573497.725066:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573497/real 1788573497]  req@ffff8b7a86089180 x1875453982885376/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573497.725074:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982885376/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573497.725080:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573497.725083:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573497.725085:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982885376:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573497.725109:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982885504:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573497.725123:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573497.725134:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573497/real 1788573497]  req@ffff8b7a8608b480 x1875453982885504/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573497.725162:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982885504/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573497.725171:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573497.725174:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573497.725176:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982885504:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573498.428639:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573499.452636:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573500.476664:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573501.500708:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573502.524692:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573502.844573:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573502.844584:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573502.844589:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573502.844598:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1246
00000100:00080000:3.0:1788573502.844607:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573502.844613:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573502.844654:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982885632/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573502.844683:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573502.844687:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573502.844689:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573502.844693:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1246
00000100:00080000:3.0:1788573502.844698:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573502.844703:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573502.844713:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573502.844728:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982885632:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573502.844729:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982885760/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573502.844744:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573502.844747:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573502.844749:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573502.844771:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1246
00000100:00080000:3.0:1788573502.844776:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573502.844781:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573502.844787:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788573502.844791:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788573502.844805:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982885888/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573502.844831:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573502/real 1788573502]  req@ffff8b7a86088a80 x1875453982885632/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573502.844847:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982885632/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573502.844855:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573502.844858:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573502.844861:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982885632:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573502.844881:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982885760:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573502.844914:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573502.844929:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573502/real 1788573502]  req@ffff8b7a86089880 x1875453982885760/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573502.844940:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982885760/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573502.844956:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573502.844971:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573502.844974:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982885760:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573502.844979:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982885888:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573502.844996:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573502.845004:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573502/real 1788573502]  req@ffff8b7a86088700 x1875453982885888/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573502.845012:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982885888/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573502.845018:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573502.845020:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573502.845022:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982885888:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573503.548672:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573504.572685:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573505.596747:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573506.620695:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573507.644612:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573507.964605:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573507.964613:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573507.964617:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573507.964626:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1251
00000100:00080000:3.0:1788573507.964635:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573507.964641:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573507.964674:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982886016/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573507.964694:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573507.964697:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573507.964698:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573507.964707:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1251
00000100:00080000:3.0:1788573507.964709:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573507.964712:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573507.964720:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573507.964748:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982886144/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573507.964749:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982886016:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573507.964764:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573507.964767:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573507.964768:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573507.964771:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1251
00000100:00080000:3.0:1788573507.964775:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573507.964777:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573507.964786:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573507.964796:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982886272/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573507.964821:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573507.964865:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573507/real 1788573507]  req@ffff8b7a86089f80 x1875453982886016/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573507.964879:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982886016/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573507.964886:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573507.964889:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573507.964901:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982886016:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573507.964932:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982886144:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573507.964966:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573507.964977:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573507/real 1788573507]  req@ffff8b7a86089c00 x1875453982886144/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573507.964985:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982886144/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573507.964991:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573507.964993:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573507.964995:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982886144:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573507.964999:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982886272:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573507.965012:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573507.965018:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573507/real 1788573507]  req@ffff8b7a8608a300 x1875453982886272/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573507.965025:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982886272/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573507.965030:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573507.965032:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573507.965034:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982886272:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573508.668686:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573509.692661:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573510.716598:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573511.740680:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573512.764688:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573513.084615:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573513.084625:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573513.084629:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573513.084637:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1256
00000100:00080000:2.0:1788573513.084646:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573513.084653:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573513.084688:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453982886400/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573513.084712:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573513.084715:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573513.084716:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573513.084719:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1256
00000100:00080000:2.0:1788573513.084721:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573513.084723:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573513.084731:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573513.084740:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453982886528/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573513.084747:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573513.084749:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573513.084750:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573513.084752:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1256
00000100:00100000:1.0:1788573513.084762:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982886400:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573513.084774:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573513.084779:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573513.084783:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573513.084792:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453982886656/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573513.084831:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573513.084873:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573513/real 1788573513]  req@ffff8b7a83678a80 x1875453982886400/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573513.084887:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453982886400/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573513.084895:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573513.084898:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573513.084901:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982886400:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573513.084906:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982886528:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573513.084922:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573513.084930:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573513/real 1788573513]  req@ffff8b7a83679880 x1875453982886528/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573513.084955:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453982886528/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573513.084961:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573513.084963:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573513.084965:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982886528:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573513.084989:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982886656:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573513.085009:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573513.085022:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573513/real 1788573513]  req@ffff8b7a8367aa00 x1875453982886656/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573513.085035:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453982886656/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573513.085056:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573513.085060:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573513.085063:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982886656:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573513.788601:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573514.812714:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573515.836665:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573516.860637:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573517.884668:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573518.204612:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573518.204625:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573518.204628:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573518.204638:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1261
00000100:00080000:3.0:1788573518.204647:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573518.204653:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573518.204686:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982886784/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573518.204728:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573518.204731:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573518.204732:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573518.204736:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1261
00000100:00080000:3.0:1788573518.204738:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573518.204741:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573518.204749:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573518.204759:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982886912/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573518.204766:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573518.204769:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573518.204771:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573518.204773:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1261
00000100:00080000:3.0:1788573518.204777:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573518.204779:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573518.204782:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573518.204788:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982887040/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573518.204814:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982886784:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788573518.204899:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573518.204970:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573518/real 1788573518]  req@ffff8b7a8608a680 x1875453982886784/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573518.204991:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982886784/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573518.205002:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573518.205005:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573518.205008:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982886784:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573518.205015:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982886912:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573518.205034:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573518.205043:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573518/real 1788573518]  req@ffff8b7a8608aa00 x1875453982886912/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573518.205051:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982886912/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573518.205056:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573518.205058:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573518.205060:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982886912:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573518.205096:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982887040:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573518.205111:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573518.205117:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573518/real 1788573518]  req@ffff8b7a8608ad80 x1875453982887040/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573518.205125:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982887040/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573518.205131:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573518.205133:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573518.205136:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982887040:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573518.908644:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573519.932625:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573520.956650:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573521.980724:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573523.004592:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573523.324670:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573523.324684:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573523.324690:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573523.324702:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1266
00000100:00080000:0.0:1788573523.324727:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573523.324735:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573523.324780:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453982887168/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573523.324836:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573523.324840:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573523.324841:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573523.324846:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1266
00000100:00080000:0.0:1788573523.324849:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573523.324852:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573523.324864:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573523.324882:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453982887296/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573523.324891:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982887168:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573523.324899:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573523.324905:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573523.324907:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573523.324912:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1266
00000100:00080000:0.0:1788573523.324916:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573523.324920:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573523.324937:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573523.324950:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453982887424/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573523.324992:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573523.325043:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573523/real 1788573523]  req@ffff8b7a86112d80 x1875453982887168/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573523.325061:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453982887168/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573523.325071:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573523.325074:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573523.325077:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982887168:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573523.325102:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982887296:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573523.325120:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573523.325129:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573523/real 1788573523]  req@ffff8b7a86112a00 x1875453982887296/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573523.325160:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453982887296/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573523.325169:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573523.325173:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573523.325176:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982887296:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573523.325183:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982887424:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573523.325206:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573523.325219:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573523/real 1788573523]  req@ffff8b7a86111880 x1875453982887424/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573523.325229:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453982887424/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573523.325235:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573523.325237:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573523.325239:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982887424:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573524.028659:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573525.052621:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573526.076619:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573527.100630:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573528.124665:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573528.444616:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573528.444627:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573528.444632:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573528.444643:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1271
00000100:00080000:3.0:1788573528.444654:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573528.444661:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573528.444711:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982887552/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573528.444742:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573528.444745:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573528.444746:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573528.444750:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1271
00000100:00080000:3.0:1788573528.444754:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573528.444757:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573528.444765:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573528.444780:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982887680/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573528.444787:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573528.444790:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573528.444791:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573528.444793:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1271
00000100:00080000:3.0:1788573528.444796:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573528.444798:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573528.444819:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573528.444828:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982887808/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573528.444860:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982887552:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573528.445056:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982887680:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573528.445099:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982887808:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573529.148634:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573530.172682:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573531.196752:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788573531.516957:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:1.0:1788573531.517019:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788573531.517079:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:1.0:1788573531.517133:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:1.0:1788573531.517145:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:0.0:1788573531.517207:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573528/real 1788573531]  req@ffff8b7a8608b800 x1875453982887552/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573531.517280:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982887552/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573531.517298:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573531.517305:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573531.517311:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982887552:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788573531.517323:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573528/real 1788573531]  req@ffff8b7a8608bb80 x1875453982887680/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573531.517338:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982887680/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573531.517347:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573531.517352:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573531.517356:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982887680:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788573531.517367:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573528/real 1788573531]  req@ffff8b7a86088380 x1875453982887808/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573531.517381:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982887808/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573531.517390:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573531.517394:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573531.517398:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982887808:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573532.220602:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573533.244717:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573533.564629:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573533.564640:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573533.564644:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573533.564655:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1276
00000100:00080000:2.0:1788573533.564667:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573533.564675:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573533.564717:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453982887936/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573533.564747:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573533.564752:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573533.564754:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573533.564761:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1276
00000100:00080000:2.0:1788573533.564766:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573533.564771:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573533.564785:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982887936:192.168.202.159@tcp:250:kworker.0
00000008:00100000:2.0:1788573533.564795:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573533.564811:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453982888064/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573533.564820:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573533.564838:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573533.564840:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573533.564843:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1276
00000100:00080000:2.0:1788573533.564847:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573533.564850:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573533.564855:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573533.564866:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453982888192/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573533.564884:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788573533.564959:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573533/real 1788573533]  req@ffff8b7a83679180 x1875453982887936/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573533.564983:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453982887936/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573533.564996:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573533.565001:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573533.565005:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982887936:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788573533.565040:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982888064:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788573533.565068:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788573533.565083:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573533/real 1788573533]  req@ffff8b7a83678700 x1875453982888064/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573533.565097:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453982888064/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573533.565106:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573533.565109:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573533.565114:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982888064:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788573533.565120:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982888192:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788573533.565143:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788573533.565155:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573533/real 1788573533]  req@ffff8b7a83679c00 x1875453982888192/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573533.565183:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453982888192/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573533.565193:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573533.565197:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573533.565201:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982888192:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573534.268726:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573535.292696:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573536.316781:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573537.340740:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573538.364632:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573538.684642:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573538.684652:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573538.684658:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573538.684673:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1282
00000100:00080000:2.0:1788573538.684687:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573538.684697:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573538.684744:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367a680 x1875453982888320/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573538.684768:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573538.684771:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573538.684772:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573538.684776:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1282
00000100:00080000:2.0:1788573538.684785:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573538.684789:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573538.684798:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573538.684809:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b100 x1875453982888448/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573538.684817:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982888320:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573538.684834:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573538.684837:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573538.684839:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573538.684843:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1282
00000100:00080000:2.0:1788573538.684846:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573538.684849:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573538.684853:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573538.684864:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453982888576/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573538.684911:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788573538.684986:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573538/real 1788573538]  req@ffff8b7a8367a680 x1875453982888320/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573538.685012:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367a680 x1875453982888320/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573538.685025:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573538.685030:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573538.685035:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982888320:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788573538.685067:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982888448:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788573538.685106:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788573538.685122:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573538/real 1788573538]  req@ffff8b7a8367b100 x1875453982888448/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573538.685136:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b100 x1875453982888448/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573538.685152:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573538.685157:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573538.685161:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982888448:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788573538.685168:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982888576:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788573538.685190:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788573538.685202:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573538/real 1788573538]  req@ffff8b7a83679c00 x1875453982888576/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573538.685214:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453982888576/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573538.685223:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573538.685226:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573538.685230:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982888576:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573539.388653:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573540.412660:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573541.436650:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573542.460681:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573543.484685:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573543.804564:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573543.804573:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573543.804576:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573543.804585:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1287
00000100:00080000:2.0:1788573543.804594:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573543.804601:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573543.804636:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453982888704/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573543.804658:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573543.804661:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573543.804662:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573543.804665:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1287
00000100:00080000:2.0:1788573543.804667:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573543.804670:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573543.804685:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982888704:192.168.202.159@tcp:250:kworker.0
00000008:00100000:2.0:1788573543.804694:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573543.804708:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453982888832/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573543.804717:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573543.804720:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573543.804721:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573543.804725:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1287
00000100:00080000:2.0:1788573543.804728:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573543.804731:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573543.804734:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1788573543.804744:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788573543.804745:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453982888960/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573543.804786:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573543/real 1788573543]  req@ffff8b7a83678700 x1875453982888704/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573543.804807:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453982888704/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573543.804819:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573543.804823:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573543.804834:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982888704:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788573543.804854:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982888832:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788573543.804880:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788573543.804893:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573543/real 1788573543]  req@ffff8b7a83679180 x1875453982888832/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573543.804907:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453982888832/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573543.804916:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573543.804920:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573543.804924:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982888832:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788573543.804931:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982888960:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788573543.804965:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788573543.804976:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573543/real 1788573543]  req@ffff8b7a8367aa00 x1875453982888960/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573543.804985:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453982888960/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573543.804996:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573543.804999:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573543.805001:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982888960:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573544.508611:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573545.532739:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573546.556583:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573547.580656:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573548.604678:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573548.924641:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573548.924651:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573548.924656:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573548.924667:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1292
00000100:00080000:0.0:1788573548.924680:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573548.924687:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573548.924730:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453982889088/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573548.924762:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573548.924765:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573548.924766:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573548.924770:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1292
00000100:00080000:0.0:1788573548.924772:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573548.924775:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573548.924785:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573548.924793:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453982889216/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573548.924800:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573548.924802:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573548.924804:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573548.924806:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1292
00000100:00080000:0.0:1788573548.924808:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573548.924810:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573548.924812:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573548.924837:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453982889344/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573548.924850:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982889088:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788573548.924950:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573548.925017:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573548/real 1788573548]  req@ffff8b7a86112300 x1875453982889088/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573548.925042:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453982889088/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573548.925056:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573548.925060:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573548.925064:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982889088:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573548.925070:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982889216:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573548.925092:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573548.925102:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573548/real 1788573548]  req@ffff8b7a86110e00 x1875453982889216/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573548.925110:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453982889216/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573548.925116:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573548.925118:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573548.925120:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982889216:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573548.925144:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982889344:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573548.925175:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573548.925188:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573548/real 1788573548]  req@ffff8b7a86113b80 x1875453982889344/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573548.925202:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453982889344/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573548.925208:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573548.925211:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573548.925213:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982889344:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573549.628739:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573550.652630:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573551.676676:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573552.700668:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573553.724613:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573554.044617:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573554.044629:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573554.044633:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573554.044642:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1297
00000100:00080000:3.0:1788573554.044651:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573554.044657:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573554.044701:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982889472/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573554.044725:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573554.044744:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573554.044745:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573554.044749:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1297
00000100:00080000:3.0:1788573554.044752:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573554.044755:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573554.044763:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573554.044773:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982889600/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573554.044783:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573554.044785:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573554.044787:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573554.044790:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1297
00000100:00080000:3.0:1788573554.044795:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573554.044796:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982889472:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573554.044805:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573554.044809:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573554.044818:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982889728/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573554.044865:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573554.044916:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573554/real 1788573554]  req@ffff8b7a86088380 x1875453982889472/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573554.044938:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982889472/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573554.044950:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573554.044954:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573554.044958:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982889472:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573554.044995:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982889600:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573554.045031:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573554.045051:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573554/real 1788573554]  req@ffff8b7a8608bb80 x1875453982889600/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573554.045081:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982889600/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573554.045094:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573554.045097:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573554.045101:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982889600:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573554.045107:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982889728:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573554.045128:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573554.045140:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573554/real 1788573554]  req@ffff8b7a8608b800 x1875453982889728/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573554.045153:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982889728/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573554.045161:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573554.045164:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573554.045168:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982889728:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573554.748665:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573555.772648:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573556.796646:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573557.820654:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573558.844741:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573559.164610:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573559.164621:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573559.164626:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573559.164665:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1302
00000100:00080000:3.0:1788573559.164677:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573559.164687:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573559.164731:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982889856/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573559.164764:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573559.164768:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573559.164771:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573559.164776:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1302
00000100:00080000:3.0:1788573559.164780:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573559.164786:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573559.164798:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573559.164816:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982889984/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573559.164817:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982889856:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573559.164833:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573559.164836:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573559.164837:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573559.164841:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1302
00000100:00080000:3.0:1788573559.164844:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573559.164847:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573559.164851:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573559.164871:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982890112/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573559.164910:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573559.164959:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573559/real 1788573559]  req@ffff8b7a8608ad80 x1875453982889856/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573559.165003:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982889856/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573559.165030:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573559.165035:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573559.165040:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982889856:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573559.165077:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982889984:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573559.165105:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573559.165119:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573559/real 1788573559]  req@ffff8b7a8608aa00 x1875453982889984/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573559.165134:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982889984/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573559.165143:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573559.165147:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573559.165150:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982889984:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573559.165157:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982890112:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573559.165179:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573559.165191:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573559/real 1788573559]  req@ffff8b7a8608a680 x1875453982890112/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573559.165204:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982890112/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573559.165211:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573559.165215:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573559.165219:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982890112:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573559.868663:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573560.892695:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573561.916640:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573562.940663:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573563.964611:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573564.284600:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573564.284609:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573564.284613:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573564.284622:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1307
00000100:00080000:0.0:1788573564.284632:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573564.284638:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573564.284672:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453982890240/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573564.284700:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573564.284704:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573564.284706:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573564.284712:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1307
00000100:00080000:0.0:1788573564.284715:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573564.284720:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573564.284731:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573564.284746:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453982890368/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573564.284758:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788573564.284762:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982890240:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573564.284777:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573564.284779:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573564.284783:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1307
00000100:00080000:0.0:1788573564.284787:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573564.284791:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573564.284796:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573564.284806:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453982890496/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573564.284826:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573564.284879:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573564/real 1788573564]  req@ffff8b7a86110380 x1875453982890240/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573564.284899:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453982890240/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573564.284907:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573564.284910:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573564.284913:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982890240:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573564.284933:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982890368:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573564.284952:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573564.284961:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573564/real 1788573564]  req@ffff8b7a86111f80 x1875453982890368/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573564.284969:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453982890368/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573564.284975:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573564.284996:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573564.284999:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982890368:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573564.285004:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982890496:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573564.285020:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573564.285028:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573564/real 1788573564]  req@ffff8b7a86113800 x1875453982890496/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573564.285045:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453982890496/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573564.285051:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573564.285053:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573564.285056:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982890496:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573564.988642:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573566.012693:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573567.036703:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573568.060708:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573569.084650:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573569.404585:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573569.404593:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573569.404598:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573569.404607:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1312
00000100:00080000:2.0:1788573569.404615:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573569.404621:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573569.404653:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453982890624/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573569.404673:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573569.404675:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573569.404677:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573569.404686:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1312
00000100:00080000:2.0:1788573569.404707:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573569.404712:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982890624:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573569.404715:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573569.404728:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573569.404742:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453982890752/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573569.404754:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573569.404758:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573569.404760:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573569.404764:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1312
00000100:00080000:2.0:1788573569.404769:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573569.404773:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000800:00000100:1.0:1788573569.404779:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000008:00100000:2.0:1788573569.404779:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573569.404795:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453982890880/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573569.404828:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573569/real 1788573569]  req@ffff8b7a83679880 x1875453982890624/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573569.404844:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453982890624/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573569.404852:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573569.404855:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573569.404858:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982890624:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573569.404878:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982890752:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573569.404896:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573569.404905:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573569/real 1788573569]  req@ffff8b7a83678a80 x1875453982890752/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573569.404914:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453982890752/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573569.404929:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573569.404932:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573569.404934:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982890752:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573569.404939:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982890880:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573569.404953:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573569.404960:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573569/real 1788573569]  req@ffff8b7a8367ad80 x1875453982890880/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573569.404968:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453982890880/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573569.404973:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573569.404975:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573569.404977:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982890880:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573570.108676:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573571.132679:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573572.156627:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573573.180697:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573574.204708:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573574.524619:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573574.524630:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573574.524635:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573574.524647:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1317
00000100:00080000:2.0:1788573574.524659:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573574.524668:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573574.524718:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453982891008/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573574.524744:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573574.524765:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573574.524767:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573574.524771:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1317
00000100:00080000:2.0:1788573574.524776:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573574.524781:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573574.524792:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573574.524799:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982891008:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788573574.524805:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453982891136/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573574.524815:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573574.524818:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573574.524819:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573574.524823:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1317
00000100:00080000:2.0:1788573574.524825:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573574.524827:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573574.524831:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573574.524840:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453982891264/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573574.524878:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573574.524937:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573574/real 1788573574]  req@ffff8b7a83678000 x1875453982891008/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573574.524962:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453982891008/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573574.524974:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573574.524979:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573574.525077:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982891008:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573574.525112:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982891136:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573574.525142:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573574.525170:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573574/real 1788573574]  req@ffff8b7a8367b480 x1875453982891136/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573574.525185:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453982891136/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573574.525195:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573574.525198:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573574.525202:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982891136:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573574.525209:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982891264:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573574.525230:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573574.525242:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573574/real 1788573574]  req@ffff8b7a83679500 x1875453982891264/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573574.525256:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453982891264/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573574.525265:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573574.525268:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573574.525272:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982891264:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573575.228679:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573576.252776:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573577.276689:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573578.300676:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573579.324675:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573579.644660:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573579.644671:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573579.644675:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573579.644686:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1322
00000100:00080000:3.0:1788573579.644697:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573579.644705:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573579.644743:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982891392/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573579.644780:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573579.644784:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573579.644786:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573579.644791:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1322
00000100:00080000:3.0:1788573579.644795:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573579.644819:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573579.644830:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573579.644849:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982891520/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573579.644850:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982891392:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573579.644870:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573579.644874:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573579.644876:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573579.644880:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1322
00000100:00080000:3.0:1788573579.644885:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573579.644891:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573579.644896:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573579.644909:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982891648/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573579.644929:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573579.644987:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573579/real 1788573579]  req@ffff8b7a8608a300 x1875453982891392/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573579.645023:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982891392/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573579.645036:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573579.645040:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573579.645045:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982891392:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573579.645069:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982891520:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573579.645095:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573579.645106:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573579/real 1788573579]  req@ffff8b7a86089c00 x1875453982891520/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573579.645115:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982891520/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573579.645121:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573579.645123:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573579.645125:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982891520:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573579.645129:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982891648:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573579.645141:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573579.645148:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573579/real 1788573579]  req@ffff8b7a86089f80 x1875453982891648/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573579.645155:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982891648/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573579.645170:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573579.645172:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573579.645175:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982891648:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573580.348750:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573581.372631:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573582.396719:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573583.420667:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573584.444635:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573584.764626:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573584.764637:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573584.764642:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573584.764655:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1328
00000100:00080000:3.0:1788573584.764667:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573584.764675:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573584.764726:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982891776/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573584.764776:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573584.764779:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573584.764781:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573584.764784:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1328
00000100:00080000:3.0:1788573584.764787:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573584.764790:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573584.764799:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573584.764811:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982891904/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573584.764818:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573584.764820:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573584.764821:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573584.764824:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1328
00000100:00080000:3.0:1788573584.764826:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573584.764831:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573584.764833:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982891776:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788573584.764834:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573584.764846:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982892032/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573584.764908:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573584.764962:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573584/real 1788573584]  req@ffff8b7a86088700 x1875453982891776/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573584.764981:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982891776/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573584.764990:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573584.764994:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573584.764997:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982891776:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573584.765003:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982891904:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573584.765042:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573584.765057:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573584/real 1788573584]  req@ffff8b7a86089880 x1875453982891904/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573584.765072:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982891904/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573584.765081:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573584.765085:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573584.765089:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982891904:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573584.765128:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982892032:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573584.765152:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573584.765173:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573584/real 1788573584]  req@ffff8b7a86088a80 x1875453982892032/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573584.765185:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982892032/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573584.765191:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573584.765194:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573584.765196:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982892032:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573585.468683:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573586.492713:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573587.516769:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573588.540683:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573589.564703:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573589.884598:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573589.884629:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573589.884634:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573589.884645:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1333
00000100:00080000:3.0:1788573589.884656:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573589.884664:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573589.884701:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982892160/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573589.884729:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573589.884732:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573589.884734:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573589.884738:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1333
00000100:00080000:3.0:1788573589.884740:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573589.884743:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573589.884752:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573589.884761:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982892288/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573589.884769:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573589.884771:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573589.884772:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573589.884775:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1333
00000100:00080000:3.0:1788573589.884777:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573589.884779:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573589.884783:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573589.884791:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982892160:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573589.884792:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982892416/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573589.884876:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573589.884936:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573589/real 1788573589]  req@ffff8b7a8608b480 x1875453982892160/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573589.884972:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982892160/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573589.884986:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573589.884991:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573589.884996:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982892160:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573589.885005:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982892288:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573589.885029:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573589.885042:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573589/real 1788573589]  req@ffff8b7a86089180 x1875453982892288/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573589.885063:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982892288/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573589.885074:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573589.885077:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573589.885081:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982892288:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573589.885108:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982892416:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573589.885127:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573589.885138:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573589/real 1788573589]  req@ffff8b7a86088000 x1875453982892416/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573589.885151:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982892416/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573589.885159:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573589.885163:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573589.885167:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982892416:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573590.588714:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573591.612623:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573592.636636:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573593.660663:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573594.684685:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573595.004656:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573595.004668:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573595.004673:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573595.004685:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1338
00000100:00080000:2.0:1788573595.004697:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573595.004706:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573595.004749:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453982892544/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573595.004794:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573595.004799:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573595.004801:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573595.004805:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1338
00000100:00080000:2.0:1788573595.004810:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573595.004815:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573595.004827:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573595.004841:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453982892672/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573595.004851:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982892544:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573595.004851:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573595.004855:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573595.004857:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573595.004861:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1338
00000100:00080000:2.0:1788573595.004864:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573595.004868:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573595.004872:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573595.004882:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b800 x1875453982892800/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573595.004991:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982892672:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573595.005022:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982892800:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573595.708676:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573596.732587:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573597.756694:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788573598.076784:0:2374:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788573598.076835:0:2374:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788573598.076862:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788573598.076901:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788573598.076926:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788573598.076954:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573595/real 1788573598]  req@ffff8b7a8367bb80 x1875453982892672/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573598.076997:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453982892672/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573598.077010:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573598.077015:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573598.077020:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982892672:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573598.077028:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573595/real 1788573598]  req@ffff8b7a8367b800 x1875453982892800/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573598.077041:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b800 x1875453982892800/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573598.077050:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573598.077053:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573598.077057:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982892800:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573598.077064:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573595/real 1788573598]  req@ffff8b7a83679f80 x1875453982892544/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573598.077075:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453982892544/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573598.077083:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573598.077087:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573598.077091:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982892544:192.168.202.159@tcp:250:kworker.0
00010000:00010000:3.0:1788573598.780690:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573599.804693:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573600.124614:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573600.124624:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573600.124629:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573600.124640:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1343
00000100:00080000:3.0:1788573600.124650:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573600.124659:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573600.124700:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982892928/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573600.124727:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573600.124731:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573600.124733:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573600.124737:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1343
00000100:00080000:3.0:1788573600.124740:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573600.124744:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573600.124753:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573600.124765:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982893056/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573600.124776:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788573600.124783:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982892928:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573600.124797:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573600.124802:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573600.124809:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1343
00000100:00080000:3.0:1788573600.124826:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573600.124831:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573600.124837:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573600.124852:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982893184/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573600.124887:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573600.124953:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573600/real 1788573600]  req@ffff8b7a8608b100 x1875453982892928/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573600.124976:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982892928/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573600.124989:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573600.124995:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573600.125000:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982892928:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573600.125039:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982893056:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573600.125066:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573600.125081:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573600/real 1788573600]  req@ffff8b7a86088e00 x1875453982893056/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573600.125096:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982893056/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573600.125106:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573600.125110:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573600.125114:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982893056:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573600.125121:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982893184:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573600.125140:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573600.125150:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573600/real 1788573600]  req@ffff8b7a86089500 x1875453982893184/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573600.125177:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982893184/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573600.125187:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573600.125190:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573600.125194:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982893184:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573600.828718:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573601.852687:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573602.876585:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573603.900681:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573604.924698:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573605.244662:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573605.244673:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573605.244677:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573605.244689:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1348
00000100:00080000:2.0:1788573605.244700:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573605.244708:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573605.244768:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678380 x1875453982893312/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573605.244802:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573605.244807:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573605.244809:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573605.244814:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1348
00000100:00080000:2.0:1788573605.244819:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573605.244826:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573605.244836:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573605.244852:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678e00 x1875453982893440/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573605.244870:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788573605.244881:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982893312:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573605.244888:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573605.244894:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573605.244900:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1348
00000100:00080000:2.0:1788573605.244904:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573605.244909:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573605.244932:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573605.244954:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453982893568/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573605.244975:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573605.245024:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573605/real 1788573605]  req@ffff8b7a83678380 x1875453982893312/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573605.245041:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678380 x1875453982893312/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573605.245052:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573605.245057:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573605.245062:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982893312:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573605.245094:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982893440:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573605.245118:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573605.245129:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573605/real 1788573605]  req@ffff8b7a83678e00 x1875453982893440/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573605.245142:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678e00 x1875453982893440/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573605.245171:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573605.245176:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573605.245180:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982893440:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573605.245188:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982893568:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573605.245213:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573605.245226:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573605/real 1788573605]  req@ffff8b7a83679f80 x1875453982893568/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573605.245239:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453982893568/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573605.245248:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573605.245252:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573605.245255:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982893568:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573605.948679:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573606.972673:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573607.996647:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573609.020669:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573610.044702:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573610.364599:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573610.364609:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573610.364613:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573610.364622:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1353
00000100:00080000:2.0:1788573610.364631:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573610.364638:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573610.364688:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b800 x1875453982893696/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573610.364721:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573610.364725:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573610.364727:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573610.364737:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1353
00000100:00080000:2.0:1788573610.364742:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573610.364746:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573610.364756:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573610.364772:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453982893824/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573610.364783:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982893696:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573610.364787:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573610.364795:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573610.364796:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573610.364800:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1353
00000100:00080000:2.0:1788573610.364824:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573610.364829:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573610.364836:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573610.364851:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453982893952/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573610.364854:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573610.364910:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573610/real 1788573610]  req@ffff8b7a8367b800 x1875453982893696/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573610.364935:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b800 x1875453982893696/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573610.364948:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573610.364953:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573610.364971:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982893696:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573610.364999:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982893824:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573610.365026:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573610.365039:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573610/real 1788573610]  req@ffff8b7a8367bb80 x1875453982893824/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573610.365048:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453982893824/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573610.365054:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573610.365056:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573610.365058:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982893824:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573610.365062:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982893952:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573610.365075:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573610.365082:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573610/real 1788573610]  req@ffff8b7a83679500 x1875453982893952/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573610.365089:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453982893952/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573610.365094:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573610.365095:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573610.365097:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982893952:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573611.068679:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573612.092684:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573613.116665:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573614.140720:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573615.164726:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573615.484567:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573615.484579:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573615.484584:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573615.484607:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1358
00000100:00080000:2.0:1788573615.484628:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573615.484636:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573615.484678:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453982894080/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573615.484704:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573615.484707:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573615.484708:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573615.484711:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1358
00000100:00080000:2.0:1788573615.484714:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573615.484717:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573615.484726:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573615.484740:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453982894208/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573615.484763:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982894080:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573615.484764:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573615.484789:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573615.484790:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573615.484795:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1358
00000100:00080000:2.0:1788573615.484799:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573615.484803:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573615.484808:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573615.484820:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453982894336/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573615.484837:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573615.484886:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573615/real 1788573615]  req@ffff8b7a8367b480 x1875453982894080/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573615.484901:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453982894080/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573615.484911:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573615.484915:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573615.484918:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982894080:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573615.484949:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982894208:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573615.484968:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573615.484977:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573615/real 1788573615]  req@ffff8b7a83678000 x1875453982894208/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573615.484986:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453982894208/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573615.484992:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573615.484995:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573615.484999:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982894208:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573615.485006:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982894336:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573615.485027:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573615.485039:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573615/real 1788573615]  req@ffff8b7a8367ad80 x1875453982894336/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573615.485063:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453982894336/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573615.485086:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573615.485090:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573615.485094:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982894336:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573616.188674:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573617.212735:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573618.236651:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573619.260703:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573620.284676:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573620.604639:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573620.604652:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573620.604658:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573620.604670:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1363
00000100:00080000:2.0:1788573620.604683:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573620.604691:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573620.604736:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453982894464/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573620.604763:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573620.604768:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573620.604770:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573620.604775:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1363
00000100:00080000:2.0:1788573620.604779:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573620.604783:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573620.604797:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573620.604813:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453982894592/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573620.604828:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982894464:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573620.604855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573620.604860:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573620.604863:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573620.604870:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1363
00000100:00080000:2.0:1788573620.604876:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573620.604881:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573620.604888:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573620.604901:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453982894720/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573620.604912:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573620.604970:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573620/real 1788573620]  req@ffff8b7a83678a80 x1875453982894464/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573620.604987:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453982894464/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573620.604997:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573620.605001:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573620.605009:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982894464:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573620.605032:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982894592:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573620.605051:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573620.605060:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573620/real 1788573620]  req@ffff8b7a83679880 x1875453982894592/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573620.605075:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453982894592/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573620.605081:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573620.605084:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573620.605086:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982894592:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573620.605108:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982894720:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573620.605133:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573620.605145:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573620/real 1788573620]  req@ffff8b7a8367aa00 x1875453982894720/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573620.605158:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453982894720/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573620.605164:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573620.605167:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573620.605169:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982894720:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573621.308702:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573622.332689:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573623.356667:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573624.380644:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573625.404685:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573625.724598:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573625.724608:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573625.724611:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573625.724620:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1369
00000100:00080000:2.0:1788573625.724630:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573625.724637:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573625.724671:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453982894848/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573625.724694:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573625.724697:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573625.724698:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573625.724701:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1369
00000100:00080000:2.0:1788573625.724704:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573625.724706:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573625.724731:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573625.724738:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982894848:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788573625.724743:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453982894976/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573625.724753:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573625.724755:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573625.724757:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573625.724759:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1369
00000100:00080000:2.0:1788573625.724762:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573625.724765:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573625.724768:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573625.724777:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453982895104/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573625.724810:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573625.724850:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573625/real 1788573625]  req@ffff8b7a83679180 x1875453982894848/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573625.724867:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453982894848/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573625.724876:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573625.724879:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573625.724882:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982894848:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573625.724914:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982894976:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573625.724929:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573625.724938:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573625/real 1788573625]  req@ffff8b7a83678700 x1875453982894976/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573625.724954:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453982894976/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573625.724960:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573625.724962:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573625.724964:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982894976:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573625.724968:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982895104:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573625.724981:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573625.724988:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573625/real 1788573625]  req@ffff8b7a83679c00 x1875453982895104/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573625.724995:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453982895104/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573625.725000:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573625.725002:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573625.725004:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982895104:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573626.428685:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573627.452612:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573628.476683:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573629.500693:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573630.524628:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573630.844587:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573630.844596:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573630.844600:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573630.844609:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1374
00000100:00080000:2.0:1788573630.844618:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573630.844624:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573630.844658:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b100 x1875453982895232/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573630.844682:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573630.844685:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573630.844687:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573630.844690:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1374
00000100:00080000:2.0:1788573630.844708:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573630.844711:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573630.844720:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573630.844730:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367a680 x1875453982895360/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573630.844738:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573630.844741:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573630.844743:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573630.844746:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1374
00000100:00080000:2.0:1788573630.844749:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573630.844751:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573630.844755:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573630.844768:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453982895488/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573630.844782:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982895232:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788573630.844882:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573630.844936:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573630/real 1788573630]  req@ffff8b7a8367b100 x1875453982895232/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573630.844954:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b100 x1875453982895232/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573630.844981:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573630.844985:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573630.844989:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982895232:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573630.844995:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982895360:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573630.845017:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573630.845028:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573630/real 1788573630]  req@ffff8b7a8367a680 x1875453982895360/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573630.845036:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367a680 x1875453982895360/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573630.845042:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573630.845044:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573630.845047:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982895360:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573630.845074:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982895488:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573630.845086:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573630.845093:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573630/real 1788573630]  req@ffff8b7a83679c00 x1875453982895488/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573630.845100:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453982895488/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573630.845106:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573630.845108:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573630.845110:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982895488:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573631.548676:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573632.572613:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573633.596602:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573634.620702:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573635.644680:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573635.964651:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573635.964660:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573635.964664:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573635.964671:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1379
00000100:00080000:3.0:1788573635.964680:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573635.964686:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573635.964720:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982895616/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573635.964746:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573635.964748:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573635.964750:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573635.964757:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1379
00000100:00080000:3.0:1788573635.964759:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573635.964762:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573635.964769:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573635.964778:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982895744/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573635.964785:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573635.964788:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573635.964789:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573635.964791:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1379
00000100:00080000:3.0:1788573635.964793:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573635.964809:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982895616:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573635.964812:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573635.964820:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573635.964837:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982895872/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573635.964880:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573635.964923:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573635/real 1788573635]  req@ffff8b7a86089500 x1875453982895616/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573635.964937:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982895616/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573635.964944:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573635.964947:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573635.964952:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982895616:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573635.964960:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982895744:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573635.964976:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573635.964984:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573635/real 1788573635]  req@ffff8b7a86088e00 x1875453982895744/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573635.964992:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982895744/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573635.964997:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573635.964999:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573635.965001:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982895744:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573635.965020:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982895872:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573635.965030:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573635.965036:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573635/real 1788573635]  req@ffff8b7a8608b100 x1875453982895872/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573635.965052:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982895872/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573635.965058:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573635.965060:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573635.965062:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982895872:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573636.668637:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573637.692686:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573638.716679:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573639.740616:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573640.764717:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573641.084619:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573641.084630:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573641.084635:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573641.084647:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1384
00000100:00080000:3.0:1788573641.084660:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573641.084667:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573641.084708:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982896000/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573641.084735:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573641.084738:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573641.084739:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573641.084743:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1384
00000100:00080000:3.0:1788573641.084745:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573641.084748:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573641.084757:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573641.084766:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982896128/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573641.084796:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573641.084801:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788573641.084803:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982896000:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573641.084803:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573641.084809:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1384
00000100:00080000:3.0:1788573641.084816:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573641.084818:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573641.084822:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573641.084831:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982896256/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573641.084893:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573641.084944:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573641/real 1788573641]  req@ffff8b7a86088000 x1875453982896000/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573641.084967:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982896000/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573641.084980:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573641.084985:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573641.084991:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982896000:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573641.085020:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982896128:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573641.085045:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573641.085059:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573641/real 1788573641]  req@ffff8b7a86089180 x1875453982896128/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573641.085072:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982896128/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573641.085096:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573641.085101:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573641.085105:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982896128:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573641.085112:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982896256:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573641.085136:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573641.085149:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573641/real 1788573641]  req@ffff8b7a8608b480 x1875453982896256/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573641.085163:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982896256/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573641.085171:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573641.085175:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573641.085178:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982896256:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573641.788700:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573642.812636:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573643.836648:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573644.860654:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573645.884617:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573646.204638:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573646.204649:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573646.204654:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573646.204665:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1389
00000100:00080000:0.0:1788573646.204677:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573646.204685:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573646.204728:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453982896384/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573646.204761:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573646.204765:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573646.204766:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573646.204769:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1389
00000100:00080000:0.0:1788573646.204772:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573646.204775:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573646.204785:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573646.204799:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453982896512/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573646.204807:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573646.204809:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573646.204834:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788573646.204834:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982896384:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573646.204850:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1389
00000100:00080000:0.0:1788573646.204855:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573646.204859:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573646.204864:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573646.204876:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453982896640/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573646.204927:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573646.204981:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573646/real 1788573646]  req@ffff8b7a86110000 x1875453982896384/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573646.204999:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453982896384/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573646.205009:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573646.205013:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573646.205027:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982896384:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573646.205034:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982896512:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573646.205054:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573646.205063:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573646/real 1788573646]  req@ffff8b7a86113480 x1875453982896512/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573646.205072:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453982896512/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573646.205078:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573646.205081:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573646.205083:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982896512:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573646.205105:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982896640:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573646.205117:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573646.205123:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573646/real 1788573646]  req@ffff8b7a86111500 x1875453982896640/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573646.205132:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453982896640/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573646.205138:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573646.205140:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573646.205142:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982896640:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573646.908664:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573647.932694:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573648.956596:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573649.980720:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573651.004656:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573651.324613:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573651.324625:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573651.324630:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573651.324641:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1394
00000100:00080000:0.0:1788573651.324652:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573651.324661:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573651.324696:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453982896768/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573651.324720:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573651.324723:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573651.324724:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573651.324732:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1394
00000100:00080000:0.0:1788573651.324735:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573651.324738:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573651.324745:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573651.324754:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453982896896/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573651.324773:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982896768:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573651.324783:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573651.324786:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573651.324787:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573651.324791:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1394
00000100:00080000:0.0:1788573651.324795:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573651.324797:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573651.324801:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573651.324811:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453982897024/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573651.324845:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573651.324897:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573651/real 1788573651]  req@ffff8b7a86111500 x1875453982896768/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573651.324917:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453982896768/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573651.324928:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573651.324933:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573651.324937:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982896768:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573651.324962:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982896896:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573651.324989:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573651.325002:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573651/real 1788573651]  req@ffff8b7a86113480 x1875453982896896/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573651.325015:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453982896896/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573651.325033:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573651.325037:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573651.325041:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982896896:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573651.325047:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982897024:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573651.325081:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573651.325091:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573651/real 1788573651]  req@ffff8b7a86110000 x1875453982897024/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573651.325100:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453982897024/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573651.325114:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573651.325117:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573651.325119:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982897024:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573652.028621:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573653.052642:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573654.076670:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573655.100594:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573656.124738:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573656.444617:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573656.444628:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573656.444632:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573656.444644:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1399
00000100:00080000:0.0:1788573656.444656:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573656.444666:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573656.444710:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453982897152/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573656.444737:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573656.444741:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573656.444742:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573656.444751:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1399
00000100:00080000:0.0:1788573656.444773:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573656.444779:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573656.444793:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982897152:192.168.202.159@tcp:250:kworker.0
00000008:00100000:0.0:1788573656.444794:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573656.444815:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453982897280/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573656.444828:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573656.444831:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573656.444833:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573656.444837:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1399
00000100:00080000:0.0:1788573656.444853:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573656.444857:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573656.444861:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788573656.444869:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788573656.444874:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453982897408/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573656.444916:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573656/real 1788573656]  req@ffff8b7a86113800 x1875453982897152/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573656.444932:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453982897152/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573656.444953:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573656.444957:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573656.444961:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982897152:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573656.444985:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982897280:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573656.445004:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573656.445021:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573656/real 1788573656]  req@ffff8b7a86111f80 x1875453982897280/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573656.445030:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453982897280/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573656.445036:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573656.445038:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573656.445040:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982897280:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573656.445052:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982897408:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573656.445075:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573656.445083:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573656/real 1788573656]  req@ffff8b7a86110380 x1875453982897408/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573656.445092:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453982897408/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573656.445097:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573656.445100:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573656.445102:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982897408:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573657.148674:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573658.172621:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573659.196626:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573660.220728:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573661.244609:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573661.564583:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573661.564592:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573661.564596:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573661.564606:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1404
00000100:00080000:0.0:1788573661.564621:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573661.564628:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573661.564669:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453982897536/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573661.564713:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573661.564716:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573661.564717:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573661.564721:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1404
00000100:00080000:0.0:1788573661.564724:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573661.564728:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573661.564735:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573661.564746:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453982897664/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573661.564757:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982897536:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573661.564760:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573661.564765:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573661.564767:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573661.564770:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1404
00000100:00080000:0.0:1788573661.564773:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573661.564775:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573661.564778:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573661.564787:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453982897792/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573661.564871:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982897664:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573661.564897:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982897792:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573662.268673:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573663.292617:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573664.316706:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788573664.636866:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788573664.636940:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788573664.636968:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788573664.637031:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788573664.637047:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788573664.637086:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573661/real 1788573664]  req@ffff8b7a86110e00 x1875453982897664/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573664.637122:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453982897664/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573664.637135:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573664.637141:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573664.637153:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982897664:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573664.637162:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573661/real 1788573664]  req@ffff8b7a86112300 x1875453982897792/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573664.637194:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453982897792/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573664.637202:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573664.637206:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573664.637210:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982897792:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573664.637218:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573661/real 1788573664]  req@ffff8b7a86113b80 x1875453982897536/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573664.637234:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453982897536/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573664.637242:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573664.637245:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573664.637248:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982897536:192.168.202.159@tcp:250:kworker.0
00010000:00010000:3.0:1788573665.340651:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573666.364668:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573666.684660:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573666.684669:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573666.684672:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573666.684680:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1410
00000100:00080000:0.0:1788573666.684702:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573666.684710:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573666.684740:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453982897920/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573666.684764:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573666.684768:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573666.684769:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573666.684774:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1410
00000100:00080000:0.0:1788573666.684779:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573666.684783:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573666.684794:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573666.684810:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453982898048/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573666.684822:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573666.684828:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788573666.684828:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982897920:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573666.684832:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573666.684840:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1410
00000100:00080000:0.0:1788573666.684846:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573666.684868:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573666.684875:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573666.684891:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453982898176/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573666.684909:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573666.684964:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573666/real 1788573666]  req@ffff8b7a86111880 x1875453982897920/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573666.684988:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453982897920/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573666.684999:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573666.685003:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573666.685007:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982897920:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573666.685043:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982898048:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573666.685070:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573666.685085:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573666/real 1788573666]  req@ffff8b7a86112a00 x1875453982898048/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573666.685099:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453982898048/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573666.685108:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573666.685112:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573666.685116:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982898048:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573666.685123:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982898176:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573666.685145:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573666.685156:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573666/real 1788573666]  req@ffff8b7a86112d80 x1875453982898176/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573666.685169:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453982898176/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573666.685177:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573666.685180:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573666.685183:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982898176:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573667.388618:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573668.412684:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573669.436669:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573670.460624:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573671.484687:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573671.804616:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573671.804625:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573671.804629:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573671.804637:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1415
00000100:00080000:3.0:1788573671.804646:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573671.804652:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573671.804685:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982898304/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573671.804712:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573671.804715:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573671.804716:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573671.804720:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1415
00000100:00080000:3.0:1788573671.804722:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573671.804724:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573671.804732:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573671.804740:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982898432/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573671.804747:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573671.804750:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573671.804751:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573671.804754:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1415
00000100:00080000:3.0:1788573671.804756:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573671.804759:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573671.804778:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982898304:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788573671.804779:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573671.804793:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982898560/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573671.804852:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573671.804901:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573671/real 1788573671]  req@ffff8b7a86088a80 x1875453982898304/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573671.804931:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982898304/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573671.804943:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573671.804947:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573671.804952:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982898304:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573671.804961:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982898432:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573671.804988:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573671.805003:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573671/real 1788573671]  req@ffff8b7a86089880 x1875453982898432/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573671.805018:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982898432/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573671.805027:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573671.805031:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573671.805034:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982898432:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573671.805060:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982898560:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573671.805085:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573671.805099:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573671/real 1788573671]  req@ffff8b7a86088700 x1875453982898560/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573671.805112:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982898560/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573671.805135:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573671.805139:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573671.805143:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982898560:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573672.508692:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573673.532633:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573674.556599:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573675.580662:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573676.604591:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573676.924612:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573676.924621:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573676.924625:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573676.924633:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1420
00000100:00080000:2.0:1788573676.924643:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573676.924650:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573676.924683:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453982898688/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573676.924705:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573676.924724:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573676.924725:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573676.924729:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1420
00000100:00080000:2.0:1788573676.924732:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573676.924737:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573676.924748:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573676.924758:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982898688:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788573676.924765:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453982898816/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573676.924779:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573676.924783:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573676.924786:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573676.924790:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1420
00000100:00080000:2.0:1788573676.924794:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573676.924797:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573676.924802:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573676.924812:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453982898944/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573676.924824:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573676.924861:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573676/real 1788573676]  req@ffff8b7a83678700 x1875453982898688/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573676.924875:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453982898688/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573676.924883:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573676.924885:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573676.924888:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982898688:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573676.924908:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982898816:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573676.924923:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573676.924931:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573676/real 1788573676]  req@ffff8b7a83679180 x1875453982898816/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573676.924939:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453982898816/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573676.924945:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573676.924947:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573676.924949:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982898816:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573676.924960:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982898944:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573676.924975:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573676.924982:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573676/real 1788573676]  req@ffff8b7a8367aa00 x1875453982898944/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573676.924990:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453982898944/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573676.924995:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573676.924998:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573676.925000:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982898944:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573677.628655:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573678.652640:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573679.676624:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573680.700619:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573681.724693:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573682.044583:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573682.044592:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573682.044596:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573682.044605:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1425
00000100:00080000:2.0:1788573682.044613:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573682.044620:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573682.044659:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453982899072/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573682.044695:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573682.044698:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573682.044700:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573682.044703:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1425
00000100:00080000:2.0:1788573682.044706:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573682.044709:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573682.044716:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573682.044727:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453982899200/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573682.044733:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573682.044736:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573682.044737:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573682.044739:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1425
00000100:00080000:2.0:1788573682.044740:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573682.044742:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573682.044745:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573682.044750:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453982899328/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573682.044781:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982899072:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788573682.044838:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573682.044879:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573682/real 1788573682]  req@ffff8b7a83679880 x1875453982899072/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573682.044894:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453982899072/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573682.044902:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573682.044905:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573682.044908:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982899072:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573682.044913:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982899200:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573682.044927:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573682.044935:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573682/real 1788573682]  req@ffff8b7a83678a80 x1875453982899200/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573682.044951:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453982899200/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573682.044957:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573682.044959:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573682.044961:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982899200:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573682.044964:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982899328:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573682.044977:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573682.044983:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573682/real 1788573682]  req@ffff8b7a8367ad80 x1875453982899328/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573682.044990:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453982899328/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573682.044995:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573682.044996:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573682.044998:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982899328:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573682.748617:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573683.772708:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573684.796663:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573685.820625:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573686.844650:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573687.164568:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573687.164578:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573687.164582:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573687.164591:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1430
00000100:00080000:2.0:1788573687.164619:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573687.164626:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573687.164655:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453982899456/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573687.164684:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573687.164687:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573687.164689:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573687.164691:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1430
00000100:00080000:2.0:1788573687.164694:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573687.164696:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573687.164703:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573687.164711:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453982899584/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573687.164718:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573687.164722:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573687.164724:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573687.164729:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1430
00000100:00080000:2.0:1788573687.164732:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573687.164735:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982899456:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573687.164739:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573687.164755:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573687.164771:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453982899712/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573687.164796:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573687.164837:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573687/real 1788573687]  req@ffff8b7a83678000 x1875453982899456/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573687.164851:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453982899456/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573687.164870:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573687.164873:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573687.164876:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982899456:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573687.164882:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982899584:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573687.164910:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573687.164924:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573687/real 1788573687]  req@ffff8b7a8367b480 x1875453982899584/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573687.164937:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453982899584/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573687.164945:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573687.164949:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573687.164952:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982899584:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573687.164979:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982899712:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573687.164995:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573687.165003:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573687/real 1788573687]  req@ffff8b7a83679500 x1875453982899712/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573687.165010:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453982899712/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573687.165016:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573687.165018:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573687.165021:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982899712:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573687.868641:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573688.892582:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573689.916755:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573690.940736:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573691.964662:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573692.284608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573692.284623:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573692.284626:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573692.284634:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1435
00000100:00080000:3.0:1788573692.284643:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573692.284650:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573692.284681:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982899840/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573692.284708:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573692.284711:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573692.284713:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573692.284732:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1435
00000100:00080000:3.0:1788573692.284736:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573692.284738:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573692.284747:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573692.284757:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982899968/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573692.284766:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573692.284768:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573692.284770:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573692.284772:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1435
00000100:00080000:3.0:1788573692.284775:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573692.284777:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573692.284780:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573692.284787:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982900096/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573692.284811:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982899840:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788573692.284907:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573692.284962:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573692/real 1788573692]  req@ffff8b7a86089f80 x1875453982899840/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573692.284985:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982899840/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573692.284994:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573692.284998:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573692.285001:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982899840:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573692.285007:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982899968:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573692.285026:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573692.285035:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573692/real 1788573692]  req@ffff8b7a86089c00 x1875453982899968/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573692.285058:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982899968/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573692.285064:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573692.285067:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573692.285069:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982899968:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573692.285094:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982900096:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573692.285110:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573692.285117:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573692/real 1788573692]  req@ffff8b7a8608a300 x1875453982900096/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573692.285138:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982900096/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573692.285144:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573692.285146:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573692.285149:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982900096:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573692.988732:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573694.012696:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573695.036679:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573696.060686:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573697.084742:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573697.404631:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573697.404646:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573697.404653:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573697.404667:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1440
00000100:00080000:3.0:1788573697.404683:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573697.404693:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573697.404759:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982900224/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573697.404791:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573697.404796:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573697.404798:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573697.404803:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1440
00000100:00080000:3.0:1788573697.404809:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573697.404815:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573697.404829:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573697.404836:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982900224:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573697.404846:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982900352/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573697.404860:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573697.404865:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573697.404867:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573697.404872:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1440
00000100:00080000:3.0:1788573697.404877:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573697.404881:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573697.404887:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573697.404901:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982900480/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573697.404943:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573697.404995:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573697/real 1788573697]  req@ffff8b7a8608a680 x1875453982900224/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573697.405013:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982900224/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573697.405024:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573697.405027:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573697.405031:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982900224:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573697.405054:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982900352:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573697.405072:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573697.405081:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573697/real 1788573697]  req@ffff8b7a8608aa00 x1875453982900352/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573697.405090:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982900352/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573697.405106:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573697.405109:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573697.405111:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982900352:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573697.405115:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982900480:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573697.405130:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573697.405137:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573697/real 1788573697]  req@ffff8b7a8608ad80 x1875453982900480/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573697.405144:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982900480/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573697.405149:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573697.405151:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573697.405153:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982900480:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573698.108640:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573699.132762:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573700.156618:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573701.180655:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573702.204681:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573702.524613:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573702.524645:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573702.524650:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573702.524664:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1445
00000100:00080000:3.0:1788573702.524678:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573702.524688:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573702.524726:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982900608/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573702.524752:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573702.524756:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573702.524757:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573702.524761:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1445
00000100:00080000:3.0:1788573702.524764:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573702.524766:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573702.524776:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573702.524799:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982900736/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573702.524808:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573702.524811:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573702.524813:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573702.524816:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1445
00000100:00080000:3.0:1788573702.524819:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573702.524823:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982900608:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573702.524824:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573702.524830:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573702.524840:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982900864/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573702.524924:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573702.524978:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573702/real 1788573702]  req@ffff8b7a8608b800 x1875453982900608/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573702.525002:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982900608/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573702.525015:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573702.525019:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573702.525030:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982900608:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573702.525055:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982900736:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573702.525077:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573702.525087:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573702/real 1788573702]  req@ffff8b7a8608bb80 x1875453982900736/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573702.525096:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982900736/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573702.525102:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573702.525105:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573702.525107:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982900736:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573702.525111:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982900864:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573702.525122:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573702.525128:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573702/real 1788573702]  req@ffff8b7a86088380 x1875453982900864/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573702.525136:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982900864/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573702.525141:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573702.525143:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573702.525145:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982900864:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573703.228699:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573704.252659:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573705.276696:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573706.300720:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573707.324628:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573707.644609:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573707.644643:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573707.644648:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573707.644673:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1450
00000100:00080000:2.0:1788573707.644683:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573707.644691:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573707.644737:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453982900992/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573707.644761:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573707.644764:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573707.644765:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573707.644768:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1450
00000100:00080000:2.0:1788573707.644772:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573707.644774:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573707.644782:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573707.644791:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b800 x1875453982901120/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573707.644802:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573707.644813:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573707.644815:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573707.644821:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1450
00000100:00080000:2.0:1788573707.644825:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573707.644831:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573707.644837:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573707.644850:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982900992:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788573707.644853:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453982901248/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573707.644936:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573707.645013:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573707/real 1788573707]  req@ffff8b7a8367bb80 x1875453982900992/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573707.645037:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453982900992/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573707.645047:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573707.645051:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573707.645055:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982900992:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573707.645062:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982901120:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573707.645083:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573707.645093:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573707/real 1788573707]  req@ffff8b7a8367b800 x1875453982901120/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573707.645102:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b800 x1875453982901120/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573707.645107:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573707.645109:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573707.645111:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982901120:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573707.645137:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982901248:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573707.645150:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573707.645167:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573707/real 1788573707]  req@ffff8b7a83679f80 x1875453982901248/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573707.645175:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453982901248/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573707.645192:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573707.645195:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573707.645197:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982901248:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573708.348652:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573709.372666:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573710.396668:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573711.420742:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573712.444689:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573712.764617:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573712.764628:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573712.764631:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573712.764640:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1456
00000100:00080000:0.0:1788573712.764649:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573712.764656:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573712.764690:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453982901376/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573712.764717:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573712.764738:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573712.764740:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573712.764744:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1456
00000100:00080000:0.0:1788573712.764748:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573712.764752:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573712.764762:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573712.764771:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982901376:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788573712.764773:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453982901504/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573712.764789:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573712.764791:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573712.764793:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573712.764796:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1456
00000100:00080000:0.0:1788573712.764798:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573712.764800:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573712.764803:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573712.764814:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453982901632/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573712.764837:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573712.764873:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573712/real 1788573712]  req@ffff8b7a86112680 x1875453982901376/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573712.764887:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453982901376/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573712.764895:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573712.764898:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573712.764901:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982901376:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573712.764920:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982901504:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573712.764945:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573712.764954:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573712/real 1788573712]  req@ffff8b7a86110700 x1875453982901504/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573712.764963:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453982901504/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573712.764968:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573712.764970:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573712.764973:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982901504:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573712.764984:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982901632:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573712.764999:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573712.765006:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573712/real 1788573712]  req@ffff8b7a86111c00 x1875453982901632/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573712.765014:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453982901632/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573712.765019:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573712.765021:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573712.765023:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982901632:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573713.468638:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573714.492662:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573715.516678:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573716.540627:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573717.564668:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573717.884606:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573717.884616:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573717.884619:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573717.884630:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1461
00000100:00080000:0.0:1788573717.884639:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573717.884667:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573717.884705:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453982901760/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573717.884730:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573717.884733:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573717.884735:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573717.884738:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1461
00000100:00080000:0.0:1788573717.884741:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573717.884743:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573717.884750:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573717.884759:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453982901888/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573717.884767:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573717.884769:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573717.884770:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573717.884772:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1461
00000100:00080000:0.0:1788573717.884776:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573717.884778:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573717.884781:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573717.884798:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453982902016/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573717.884798:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982901760:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788573717.884895:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573717.884939:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573717/real 1788573717]  req@ffff8b7a86111180 x1875453982901760/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573717.884956:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453982901760/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573717.884965:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573717.884969:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573717.884972:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982901760:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573717.884978:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982901888:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573717.884997:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573717.885010:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573717/real 1788573717]  req@ffff8b7a86113100 x1875453982901888/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573717.885040:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453982901888/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573717.885050:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573717.885053:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573717.885055:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982901888:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573717.885081:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982902016:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573717.885099:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573717.885107:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573717/real 1788573717]  req@ffff8b7a86110a80 x1875453982902016/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573717.885116:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453982902016/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573717.885121:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573717.885124:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573717.885126:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982902016:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573718.588668:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573719.612634:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573720.636737:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573721.660744:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573722.684647:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573723.004616:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573723.004626:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573723.004630:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573723.004639:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1466
00000100:00080000:3.0:1788573723.004650:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573723.004657:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573723.004695:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982902144/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573723.004718:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573723.004721:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573723.004722:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573723.004725:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1466
00000100:00080000:3.0:1788573723.004728:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573723.004749:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573723.004757:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573723.004775:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982902144:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573723.004778:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982902272/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573723.004789:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573723.004791:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573723.004793:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573723.004796:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1466
00000100:00080000:3.0:1788573723.004799:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573723.004801:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573723.004804:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573723.004812:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982902400/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573723.004856:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573723.004892:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573723/real 1788573723]  req@ffff8b7a86088380 x1875453982902144/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573723.004907:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982902144/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573723.004932:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573723.004935:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573723.004938:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982902144:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573723.004959:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982902272:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573723.004977:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573723.004985:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573723/real 1788573723]  req@ffff8b7a8608bb80 x1875453982902272/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573723.004993:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982902272/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573723.004999:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573723.005001:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573723.005003:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982902272:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573723.005007:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982902400:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573723.005017:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573723.005022:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573723/real 1788573723]  req@ffff8b7a8608b800 x1875453982902400/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573723.005030:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982902400/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573723.005034:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573723.005036:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573723.005038:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982902400:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573723.708817:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573724.732675:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573725.756651:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573726.780716:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573727.804708:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573728.124596:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573728.124611:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573728.124616:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573728.124630:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1471
00000100:00080000:3.0:1788573728.124662:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573728.124672:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573728.124725:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982902528/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573728.124787:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573728.124791:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573728.124793:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573728.124798:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1471
00000100:00080000:3.0:1788573728.124804:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573728.124809:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573728.124837:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573728.124851:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982902656/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573728.124862:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982902528:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573728.124866:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573728.124872:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573728.124874:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573728.124880:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1471
00000100:00080000:3.0:1788573728.124884:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573728.124888:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573728.124894:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573728.124909:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982902784/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573728.124985:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982902656:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573728.125022:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982902784:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573728.828645:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573729.852739:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573730.876661:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788573731.196789:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788573731.196831:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788573731.196845:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788573731.196877:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788573731.196883:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788573731.196928:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573728/real 1788573731]  req@ffff8b7a8608aa00 x1875453982902656/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573731.196957:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982902656/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573731.196970:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573731.196976:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573731.196981:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982902656:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573731.196990:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573728/real 1788573731]  req@ffff8b7a8608a680 x1875453982902784/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573731.197014:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982902784/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573731.197022:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573731.197025:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573731.197028:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982902784:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573731.197035:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573728/real 1788573731]  req@ffff8b7a8608ad80 x1875453982902528/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573731.197047:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982902528/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573731.197074:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573731.197078:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573731.197081:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982902528:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788573731.900627:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573732.924662:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573733.244684:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573733.244698:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573733.244703:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573733.244716:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1476
00000100:00080000:0.0:1788573733.244729:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573733.244738:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573733.244781:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453982902912/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573733.244824:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573733.244828:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573733.244831:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573733.244836:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1476
00000100:00080000:0.0:1788573733.244841:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573733.244845:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573733.244858:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573733.244872:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453982903040/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573733.244892:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982902912:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573733.244916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573733.244920:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573733.244923:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573733.244929:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1476
00000100:00080000:0.0:1788573733.244934:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573733.244939:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573733.244945:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573733.244959:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453982903168/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573733.244997:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573733.245052:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573733/real 1788573733]  req@ffff8b7a86110a80 x1875453982902912/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573733.245080:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453982902912/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573733.245096:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573733.245101:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573733.245107:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982902912:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573733.245159:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982903040:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573733.245187:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573733.245202:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573733/real 1788573733]  req@ffff8b7a86113100 x1875453982903040/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573733.245217:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453982903040/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573733.245226:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573733.245229:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573733.245233:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982903040:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573733.245250:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982903168:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573733.245274:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573733.245287:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573733/real 1788573733]  req@ffff8b7a86111180 x1875453982903168/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573733.245298:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453982903168/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573733.245308:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573733.245311:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573733.245315:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982903168:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573733.948692:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573734.972573:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573735.996690:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573737.020662:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573738.044614:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573738.364610:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573738.364621:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573738.364627:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573738.364637:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1481
00000100:00080000:2.0:1788573738.364650:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573738.364657:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573738.364700:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678e00 x1875453982903296/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573738.364724:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573738.364728:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573738.364729:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573738.364732:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1481
00000100:00080000:2.0:1788573738.364735:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573738.364737:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573738.364748:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573738.364758:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678380 x1875453982903424/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573738.364772:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573738.364775:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573738.364777:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573738.364783:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1481
00000100:00080000:2.0:1788573738.364786:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573738.364787:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982903296:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573738.364792:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573738.364816:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573738.364830:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453982903552/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573738.364870:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573738.364909:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573738/real 1788573738]  req@ffff8b7a83678e00 x1875453982903296/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573738.364923:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678e00 x1875453982903296/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573738.364932:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573738.364935:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573738.364938:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982903296:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573738.364960:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982903424:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573738.364976:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573738.364984:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573738/real 1788573738]  req@ffff8b7a83678380 x1875453982903424/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573738.365022:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678380 x1875453982903424/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573738.365029:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573738.365031:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573738.365034:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982903424:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573738.365038:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982903552:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573738.365054:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573738.365062:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573738/real 1788573738]  req@ffff8b7a83679f80 x1875453982903552/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573738.365070:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453982903552/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573738.365075:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573738.365077:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573738.365079:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982903552:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573739.068697:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573740.092706:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573741.116620:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573742.140697:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573743.164635:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573743.484612:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573743.484623:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573743.484629:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573743.484641:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1486
00000100:00080000:3.0:1788573743.484654:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573743.484662:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573743.484704:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982903680/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573743.484731:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573743.484734:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573743.484736:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573743.484739:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1486
00000100:00080000:3.0:1788573743.484742:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573743.484744:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573743.484753:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573743.484770:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982903808/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573743.484779:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573743.484782:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573743.484783:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788573743.484792:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982903680:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573743.484807:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1486
00000100:00080000:3.0:1788573743.484811:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573743.484815:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573743.484820:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573743.484832:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982903936/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573743.484867:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573743.484931:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573743/real 1788573743]  req@ffff8b7a8608a300 x1875453982903680/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573743.484950:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982903680/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573743.484970:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573743.484974:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573743.484978:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982903680:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573743.485001:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982903808:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573743.485021:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573743.485031:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573743/real 1788573743]  req@ffff8b7a86089c00 x1875453982903808/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573743.485040:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982903808/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573743.485045:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573743.485048:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573743.485050:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982903808:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573743.485054:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982903936:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573743.485064:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573743.485070:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573743/real 1788573743]  req@ffff8b7a86089f80 x1875453982903936/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573743.485077:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982903936/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573743.485082:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573743.485084:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573743.485086:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982903936:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573744.188618:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573745.212730:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573746.236647:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573747.260705:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573748.284660:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573748.604623:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573748.604634:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573748.604639:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573748.604650:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1491
00000100:00080000:3.0:1788573748.604662:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573748.604671:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573748.604707:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982904064/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573748.604729:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573748.604731:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573748.604733:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573748.604736:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1491
00000100:00080000:3.0:1788573748.604739:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573748.604742:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573748.604749:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573748.604774:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982904192/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573748.604782:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573748.604785:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573748.604786:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573748.604792:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1491
00000100:00100000:1.0:1788573748.604794:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982904064:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573748.604795:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573748.604800:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573748.604803:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573748.604827:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982904320/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573748.604889:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573748.604951:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573748/real 1788573748]  req@ffff8b7a86088700 x1875453982904064/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573748.604975:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982904064/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573748.604987:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573748.604991:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573748.604995:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982904064:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573748.605021:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982904192:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573748.605047:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573748.605060:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573748/real 1788573748]  req@ffff8b7a86089880 x1875453982904192/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573748.605074:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982904192/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573748.605083:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573748.605086:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573748.605090:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982904192:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573748.605097:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982904320:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573748.605118:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573748.605130:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573748/real 1788573748]  req@ffff8b7a86088a80 x1875453982904320/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573748.605152:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982904320/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573748.605161:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573748.605165:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573748.605169:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982904320:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573749.308654:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573750.332619:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573751.356670:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573752.380646:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573753.404639:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573753.724601:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573753.724616:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573753.724622:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573753.724637:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1497
00000100:00080000:3.0:1788573753.724652:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573753.724662:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573753.724727:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982904448/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573753.724758:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573753.724762:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573753.724779:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573753.724784:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1497
00000100:00080000:3.0:1788573753.724790:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573753.724800:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573753.724812:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573753.724823:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982904448:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573753.724832:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982904576/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573753.724844:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573753.724847:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573753.724848:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573753.724852:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1497
00000100:00080000:3.0:1788573753.724855:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573753.724858:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573753.724861:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573753.724875:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982904704/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573753.724901:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573753.724946:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573753/real 1788573753]  req@ffff8b7a8608b480 x1875453982904448/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573753.724966:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982904448/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573753.724974:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573753.724978:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573753.724981:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982904448:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573753.725003:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982904576:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573753.725027:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573753.725036:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573753/real 1788573753]  req@ffff8b7a86089180 x1875453982904576/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573753.725045:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982904576/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573753.725068:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573753.725071:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573753.725074:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982904576:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573753.725078:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982904704:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573753.725094:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573753.725101:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573753/real 1788573753]  req@ffff8b7a86088000 x1875453982904704/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573753.725108:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982904704/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573753.725113:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573753.725115:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573753.725117:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982904704:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573754.428705:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573755.452723:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573756.476582:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573757.500721:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573758.524730:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573758.844623:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573758.844635:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573758.844640:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573758.844651:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1502
00000100:00080000:3.0:1788573758.844663:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573758.844700:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573758.844731:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982904832/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573758.844756:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573758.844758:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573758.844760:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573758.844763:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1502
00000100:00080000:3.0:1788573758.844767:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573758.844769:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573758.844778:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573758.844787:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982904960/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573758.844797:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573758.844801:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573758.844803:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573758.844807:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1502
00000100:00080000:3.0:1788573758.844811:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573758.844817:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982904832:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573758.844819:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573758.844828:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573758.844842:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982905088/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573758.844883:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573758.844928:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573758/real 1788573758]  req@ffff8b7a8608b100 x1875453982904832/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573758.844944:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982904832/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573758.844952:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573758.844955:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573758.844964:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982904832:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573758.844970:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982904960:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573758.844989:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573758.844997:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573758/real 1788573758]  req@ffff8b7a86088e00 x1875453982904960/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573758.845006:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982904960/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573758.845011:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573758.845013:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573758.845016:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982904960:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573758.845036:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982905088:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573758.845048:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573758.845054:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573758/real 1788573758]  req@ffff8b7a86089500 x1875453982905088/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573758.845061:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982905088/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573758.845067:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573758.845069:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573758.845071:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982905088:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573759.548669:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573760.572750:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573761.596662:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573762.620670:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573763.644697:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573763.964646:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573763.964656:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573763.964660:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573763.964671:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1507
00000100:00080000:2.0:1788573763.964680:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573763.964686:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573763.964720:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b800 x1875453982905216/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573763.964744:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573763.964747:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573763.964748:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573763.964751:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1507
00000100:00080000:2.0:1788573763.964754:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573763.964757:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573763.964767:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573763.964780:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453982905344/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573763.964804:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788573763.964807:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982905216:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573763.964808:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573763.964811:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573763.964815:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1507
00000100:00080000:2.0:1788573763.964840:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573763.964845:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573763.964852:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573763.964867:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453982905472/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573763.964889:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573763.964968:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573763/real 1788573763]  req@ffff8b7a8367b800 x1875453982905216/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573763.964996:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b800 x1875453982905216/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573763.965009:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573763.965014:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573763.965018:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982905216:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573763.965046:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982905344:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573763.965075:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573763.965090:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573763/real 1788573763]  req@ffff8b7a8367bb80 x1875453982905344/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573763.965105:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453982905344/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573763.965115:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573763.965119:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573763.965123:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982905344:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573763.965130:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982905472:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573763.965155:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573763.965169:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573763/real 1788573763]  req@ffff8b7a83679500 x1875453982905472/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573763.965184:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453982905472/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573763.965207:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573763.965211:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573763.965215:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982905472:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573764.668660:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573765.692613:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573766.716663:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573767.740639:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573768.764625:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573769.084567:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573769.084576:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573769.084579:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573769.084588:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1512
00000100:00080000:2.0:1788573769.084598:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573769.084604:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573769.084640:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453982905600/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573769.084663:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573769.084666:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573769.084667:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573769.084670:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1512
00000100:00080000:2.0:1788573769.084672:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573769.084675:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573769.084682:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573769.084689:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453982905728/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573769.084697:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573769.084716:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573769.084718:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573769.084721:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1512
00000100:00080000:2.0:1788573769.084724:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573769.084727:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573769.084731:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573769.084740:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453982905856/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573769.084753:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982905600:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788573769.084834:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573769.084876:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573769/real 1788573769]  req@ffff8b7a8367b480 x1875453982905600/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573769.084893:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453982905600/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573769.084903:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573769.084907:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573769.084910:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982905600:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573769.084916:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982905728:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573769.084931:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573769.084939:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573769/real 1788573769]  req@ffff8b7a83678000 x1875453982905728/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573769.084947:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453982905728/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573769.084952:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573769.084954:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573769.084956:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982905728:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573769.085000:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982905856:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573769.085023:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573769.085035:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573769/real 1788573769]  req@ffff8b7a8367ad80 x1875453982905856/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573769.085049:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453982905856/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573769.085057:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573769.085061:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573769.085065:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982905856:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573769.788668:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573770.812717:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573771.836608:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573772.860730:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573773.884673:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573774.204624:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573774.204640:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573774.204646:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573774.204660:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1517
00000100:00080000:2.0:1788573774.204675:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573774.204686:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573774.204744:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453982905984/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573774.204798:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573774.204803:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573774.204806:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573774.204811:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1517
00000100:00080000:2.0:1788573774.204816:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573774.204821:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573774.204833:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573774.204846:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453982906112/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573774.204858:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982905984:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573774.204888:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573774.204893:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573774.204896:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573774.204903:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1517
00000100:00080000:2.0:1788573774.204909:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573774.204915:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573774.204922:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788573774.204928:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788573774.204947:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453982906240/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573774.204976:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573774/real 1788573774]  req@ffff8b7a83678a80 x1875453982905984/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573774.205000:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453982905984/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573774.205013:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573774.205017:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573774.205021:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982905984:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573774.205045:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982906112:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573774.205065:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573774.205074:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573774/real 1788573774]  req@ffff8b7a83679880 x1875453982906112/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573774.205095:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453982906112/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573774.205101:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573774.205103:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573774.205106:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982906112:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573774.205110:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982906240:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573774.205124:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573774.205131:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573774/real 1788573774]  req@ffff8b7a8367aa00 x1875453982906240/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573774.205138:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453982906240/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573774.205143:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573774.205145:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573774.205147:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982906240:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573774.908609:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573775.932605:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573776.956650:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573777.980669:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573779.004731:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573779.324653:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573779.324664:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573779.324669:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573779.324682:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1522
00000100:00080000:3.0:1788573779.324695:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573779.324703:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573779.324746:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982906368/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573779.324778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573779.324781:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573779.324783:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573779.324786:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1522
00000100:00080000:3.0:1788573779.324789:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573779.324792:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573779.324800:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573779.324810:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982906496/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573779.324835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573779.324838:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573779.324839:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573779.324844:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1522
00000100:00100000:1.0:1788573779.324846:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982906368:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573779.324848:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573779.324854:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573779.324858:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573779.324868:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982906624/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573779.324921:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573779.324960:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573779/real 1788573779]  req@ffff8b7a86089500 x1875453982906368/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573779.324975:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982906368/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573779.324995:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573779.324998:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573779.325001:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982906368:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573779.325022:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982906496:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573779.325050:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573779.325060:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573779/real 1788573779]  req@ffff8b7a86088e00 x1875453982906496/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573779.325068:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982906496/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573779.325073:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573779.325075:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573779.325078:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982906496:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573779.325082:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982906624:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573779.325093:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573779.325099:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573779/real 1788573779]  req@ffff8b7a8608b100 x1875453982906624/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573779.325106:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982906624/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573779.325112:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573779.325113:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573779.325115:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982906624:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573780.028696:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573781.052702:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573782.076624:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573783.100632:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573784.124675:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573784.444604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573784.444637:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573784.444641:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573784.444653:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1527
00000100:00080000:0.0:1788573784.444663:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573784.444678:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573784.444719:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453982906752/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573784.444744:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573784.444747:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573784.444748:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573784.444752:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1527
00000100:00080000:0.0:1788573784.444754:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573784.444757:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573784.444767:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573784.444777:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453982906880/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573784.444786:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573784.444788:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573784.444789:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573784.444795:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1527
00000100:00080000:0.0:1788573784.444798:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573784.444798:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982906752:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573784.444805:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573784.444809:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573784.444815:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453982907008/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573784.444875:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573784.444922:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573784/real 1788573784]  req@ffff8b7a86111c00 x1875453982906752/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573784.444941:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453982906752/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573784.444951:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573784.444954:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573784.444958:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982906752:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573784.444979:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982906880:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573784.444995:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573784.445003:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573784/real 1788573784]  req@ffff8b7a86110700 x1875453982906880/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573784.445011:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453982906880/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573784.445017:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573784.445020:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573784.445022:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982906880:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573784.445025:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982907008:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573784.445035:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573784.445041:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573784/real 1788573784]  req@ffff8b7a86112680 x1875453982907008/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573784.445057:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453982907008/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573784.445063:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573784.445065:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573784.445068:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982907008:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573785.148662:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573786.172625:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573787.196613:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573788.220657:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573789.244652:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573789.564638:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573789.564650:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573789.564655:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573789.564664:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1532
00000100:00080000:3.0:1788573789.564674:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573789.564681:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573789.564715:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982907136/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573789.564738:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573789.564756:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573789.564758:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573789.564762:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1532
00000100:00080000:3.0:1788573789.564765:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573789.564769:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573789.564777:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573789.564789:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982907264/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573789.564797:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573789.564800:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573789.564802:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573789.564805:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1532
00000100:00080000:3.0:1788573789.564808:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573789.564810:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573789.564813:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573789.564827:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982907392/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573789.564829:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982907136:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788573789.564928:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573789.564978:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573789/real 1788573789]  req@ffff8b7a86088000 x1875453982907136/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573789.565000:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982907136/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573789.565010:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573789.565014:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573789.565029:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982907136:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573789.565037:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982907264:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573789.565057:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573789.565067:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573789/real 1788573789]  req@ffff8b7a86089180 x1875453982907264/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573789.565076:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982907264/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573789.565097:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573789.565100:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573789.565103:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982907264:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573789.565128:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982907392:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573789.565143:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573789.565150:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573789/real 1788573789]  req@ffff8b7a8608b480 x1875453982907392/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573789.565158:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982907392/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573789.565164:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573789.565165:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573789.565167:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982907392:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573790.268614:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573791.292642:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573792.316674:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573793.340637:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573794.364636:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573794.684600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573794.684611:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573794.684616:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573794.684626:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1538
00000100:00080000:3.0:1788573794.684656:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573794.684662:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573794.684692:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982907520/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573794.684718:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573794.684721:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573794.684722:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573794.684725:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1538
00000100:00080000:3.0:1788573794.684727:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573794.684729:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573794.684737:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573794.684745:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982907648/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573794.684753:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573794.684755:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573794.684756:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573794.684759:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1538
00000100:00080000:3.0:1788573794.684761:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573794.684763:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573794.684767:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573794.684768:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982907520:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573794.684778:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982907776/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573794.684850:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982907648:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573794.684889:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982907776:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573795.388700:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573796.412635:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573797.436673:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788573797.756824:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788573797.756896:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788573797.756917:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788573797.756972:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788573797.756983:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788573797.757045:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573794/real 1788573797]  req@ffff8b7a86088700 x1875453982907776/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573797.757078:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982907776/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573797.757120:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573797.757127:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573797.757133:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982907776:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573797.757143:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573794/real 1788573797]  req@ffff8b7a86088a80 x1875453982907520/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573797.757161:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982907520/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573797.757170:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573797.757174:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573797.757177:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982907520:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573797.757186:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573794/real 1788573797]  req@ffff8b7a86089880 x1875453982907648/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573797.757200:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982907648/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573797.757208:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573797.757212:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573797.757216:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982907648:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573798.460652:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573799.484626:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573799.804586:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573799.804595:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573799.804598:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573799.804607:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1543
00000100:00080000:3.0:1788573799.804620:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573799.804630:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573799.804659:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982907904/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573799.804689:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573799.804693:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573799.804694:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573799.804699:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1543
00000100:00080000:3.0:1788573799.804703:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573799.804707:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573799.804718:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573799.804732:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982908032/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573799.804740:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573799.804743:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573799.804744:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573799.804747:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1543
00000100:00080000:3.0:1788573799.804750:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573799.804753:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573799.804760:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982907904:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788573799.804776:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573799.804793:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982908160/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573799.804833:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573799.804900:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573799/real 1788573799]  req@ffff8b7a86089f80 x1875453982907904/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573799.804933:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982907904/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573799.804945:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573799.804949:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573799.804954:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982907904:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573799.804962:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982908032:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573799.804990:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573799.805005:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573799/real 1788573799]  req@ffff8b7a86089c00 x1875453982908032/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573799.805018:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982908032/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573799.805027:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573799.805030:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573799.805033:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982908032:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573799.805060:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982908160:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573799.805084:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573799.805098:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573799/real 1788573799]  req@ffff8b7a8608a300 x1875453982908160/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573799.805112:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982908160/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573799.805135:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573799.805138:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573799.805142:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982908160:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573800.508717:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573801.532676:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573802.556581:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573803.580727:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573804.604714:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573804.924613:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573804.924628:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573804.924634:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573804.924648:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1548
00000100:00080000:2.0:1788573804.924661:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573804.924670:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573804.924717:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453982908288/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573804.924764:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573804.924768:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573804.924771:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573804.924776:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1548
00000100:00080000:2.0:1788573804.924781:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573804.924787:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573804.924813:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982908288:192.168.202.159@tcp:250:kworker.0
00000008:00100000:2.0:1788573804.924817:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573804.924832:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453982908416/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573804.924842:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573804.924845:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573804.924847:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573804.924850:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1548
00000100:00080000:2.0:1788573804.924853:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573804.924856:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573804.924860:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573804.924870:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453982908544/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573804.924914:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573804.924956:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573804/real 1788573804]  req@ffff8b7a83679180 x1875453982908288/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573804.924978:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453982908288/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573804.924987:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573804.924991:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573804.924994:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982908288:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573804.925018:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982908416:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573804.925037:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573804.925045:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573804/real 1788573804]  req@ffff8b7a83678700 x1875453982908416/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573804.925054:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453982908416/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573804.925067:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573804.925069:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573804.925072:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982908416:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573804.925083:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982908544:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573804.925100:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573804.925107:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573804/real 1788573804]  req@ffff8b7a83679c00 x1875453982908544/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573804.925115:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453982908544/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573804.925121:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573804.925123:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573804.925126:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982908544:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573805.628704:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573806.652666:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573807.676676:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573808.700586:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573809.724720:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573810.044599:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573810.044608:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573810.044611:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573810.044621:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1553
00000100:00080000:0.0:1788573810.044632:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573810.044640:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573810.044691:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453982908672/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573810.044716:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573810.044721:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573810.044723:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573810.044727:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1553
00000100:00100000:1.0:1788573810.044756:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982908672:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573810.044759:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573810.044767:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573810.044776:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573810.044789:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453982908800/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573810.044798:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573810.044801:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573810.044802:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573810.044805:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1553
00000100:00080000:0.0:1788573810.044816:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573810.044819:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573810.044822:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573810.044831:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453982908928/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573810.044832:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573810.044887:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573810/real 1788573810]  req@ffff8b7a86112d80 x1875453982908672/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573810.044909:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453982908672/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573810.044921:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573810.044926:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573810.044930:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982908672:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573810.044955:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982908800:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573810.044990:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573810.045004:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573810/real 1788573810]  req@ffff8b7a86112a00 x1875453982908800/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573810.045026:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453982908800/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573810.045036:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573810.045040:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573810.045044:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982908800:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573810.045051:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982908928:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573810.045075:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573810.045087:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573810/real 1788573810]  req@ffff8b7a86111880 x1875453982908928/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573810.045102:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453982908928/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573810.045110:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573810.045114:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573810.045118:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982908928:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573810.748664:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573811.772653:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573812.796649:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573813.820690:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573814.844590:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573815.164662:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573815.164673:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573815.164677:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573815.164689:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1558
00000100:00080000:0.0:1788573815.164701:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573815.164710:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573815.164749:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453982909056/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573815.164804:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573815.164809:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573815.164811:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573815.164815:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1558
00000100:00080000:0.0:1788573815.164820:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573815.164825:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573815.164835:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573815.164850:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453982909184/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573815.164859:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982909056:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573815.164864:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573815.164869:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573815.164871:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573815.164876:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1558
00000100:00080000:0.0:1788573815.164880:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573815.164892:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573815.164897:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573815.164912:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453982909312/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573815.164922:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573815.164967:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573815/real 1788573815]  req@ffff8b7a86113b80 x1875453982909056/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573815.164983:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453982909056/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573815.165003:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573815.165007:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573815.165010:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982909056:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573815.165030:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982909184:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573815.165048:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573815.165057:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573815/real 1788573815]  req@ffff8b7a86112300 x1875453982909184/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573815.165065:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453982909184/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573815.165070:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573815.165073:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573815.165075:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982909184:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573815.165079:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982909312:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573815.165089:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573815.165094:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573815/real 1788573815]  req@ffff8b7a86110e00 x1875453982909312/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573815.165101:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453982909312/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573815.165106:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573815.165108:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573815.165109:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982909312:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573815.868732:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573816.892618:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573817.916629:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573818.940694:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573819.964685:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573820.284679:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573820.284688:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573820.284692:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573820.284700:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1563
00000100:00080000:2.0:1788573820.284709:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573820.284716:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573820.284757:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367a680 x1875453982909440/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573820.284790:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573820.284794:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573820.284796:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573820.284801:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1563
00000100:00080000:2.0:1788573820.284824:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573820.284828:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573820.284835:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982909440:192.168.202.159@tcp:250:kworker.0
00000008:00100000:2.0:1788573820.284838:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573820.284853:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b100 x1875453982909568/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573820.284861:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573820.284864:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573820.284865:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573820.284868:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1563
00000100:00080000:2.0:1788573820.284871:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573820.284874:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573820.284877:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573820.284885:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453982909696/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573820.284897:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573820.284948:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573820/real 1788573820]  req@ffff8b7a8367a680 x1875453982909440/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573820.284968:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367a680 x1875453982909440/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573820.284980:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573820.284984:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573820.284989:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982909440:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573820.285011:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982909568:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573820.285031:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573820.285050:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573820/real 1788573820]  req@ffff8b7a8367b100 x1875453982909568/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573820.285059:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b100 x1875453982909568/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573820.285065:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573820.285067:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573820.285070:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982909568:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573820.285074:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982909696:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573820.285087:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573820.285094:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573820/real 1788573820]  req@ffff8b7a83679c00 x1875453982909696/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573820.285109:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453982909696/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573820.285115:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573820.285117:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573820.285119:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982909696:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573820.988648:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573822.012646:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573823.036666:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573824.060646:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573825.084660:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573825.404565:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573825.404575:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573825.404578:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573825.404587:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1568
00000100:00080000:2.0:1788573825.404595:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573825.404602:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573825.404643:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453982909824/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573825.404672:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573825.404691:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573825.404693:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573825.404696:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1568
00000100:00080000:2.0:1788573825.404700:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573825.404703:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573825.404711:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573825.404721:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453982909952/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573825.404730:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573825.404733:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573825.404735:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573825.404738:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1568
00000100:00080000:2.0:1788573825.404741:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573825.404743:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573825.404746:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573825.404755:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982909824:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788573825.404756:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453982910080/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573825.404815:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573825.404847:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573825/real 1788573825]  req@ffff8b7a83678700 x1875453982909824/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573825.404860:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453982909824/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573825.404868:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573825.404871:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573825.404875:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982909824:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573825.404880:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982909952:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573825.404902:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573825.404911:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573825/real 1788573825]  req@ffff8b7a83679180 x1875453982909952/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573825.404919:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453982909952/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573825.404936:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573825.404938:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573825.404941:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982909952:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573825.404962:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982910080:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573825.404978:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573825.404985:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573825/real 1788573825]  req@ffff8b7a8367aa00 x1875453982910080/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573825.404993:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453982910080/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573825.404999:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573825.405001:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573825.405003:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982910080:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573826.108687:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573827.132612:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573828.156668:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573829.180752:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573830.204625:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573830.524634:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573830.524649:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573830.524655:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573830.524669:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1573
00000100:00080000:0.0:1788573830.524682:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573830.524690:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573830.524732:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453982910208/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573830.524762:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573830.524765:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573830.524767:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573830.524770:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1573
00000100:00080000:0.0:1788573830.524773:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573830.524776:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573830.524786:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573830.524796:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453982910336/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573830.524805:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573830.524808:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573830.524809:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573830.524815:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1573
00000100:00080000:0.0:1788573830.524818:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573830.524818:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982910208:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573830.524825:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573830.524830:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573830.524855:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453982910464/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573830.524896:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573830.524944:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573830/real 1788573830]  req@ffff8b7a86110380 x1875453982910208/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573830.524962:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453982910208/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573830.524971:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573830.524975:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573830.524986:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982910208:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573830.525008:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982910336:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573830.525029:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573830.525042:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573830/real 1788573830]  req@ffff8b7a86111f80 x1875453982910336/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573830.525056:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453982910336/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573830.525065:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573830.525069:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573830.525072:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982910336:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573830.525079:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982910464:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573830.525101:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573830.525113:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573830/real 1788573830]  req@ffff8b7a86113800 x1875453982910464/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573830.525127:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453982910464/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573830.525133:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573830.525136:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573830.525138:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982910464:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573831.228721:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573832.252681:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573833.276617:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573834.300653:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573835.324688:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573835.644574:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573835.644583:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573835.644587:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573835.644612:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1578
00000100:00080000:3.0:1788573835.644621:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573835.644628:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573835.644656:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982910592/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573835.644676:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573835.644679:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573835.644680:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573835.644684:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1578
00000100:00080000:3.0:1788573835.644686:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573835.644688:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573835.644695:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573835.644705:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982910720/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573835.644713:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573835.644717:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788573835.644719:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982910592:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573835.644719:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573835.644728:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1578
00000100:00080000:3.0:1788573835.644730:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573835.644733:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573835.644736:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573835.644744:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982910848/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573835.644785:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573835.644841:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573835/real 1788573835]  req@ffff8b7a8608ad80 x1875453982910592/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573835.644864:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982910592/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573835.644884:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573835.644888:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573835.644891:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982910592:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573835.644911:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982910720:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573835.644931:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573835.644940:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573835/real 1788573835]  req@ffff8b7a8608a680 x1875453982910720/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573835.644948:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982910720/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573835.644954:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573835.644956:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573835.644958:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982910720:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573835.644962:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982910848:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573835.644971:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573835.644977:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573835/real 1788573835]  req@ffff8b7a8608aa00 x1875453982910848/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573835.644984:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982910848/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573835.645000:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573835.645002:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573835.645004:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982910848:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573836.348658:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573837.372704:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573838.396715:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573839.420674:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573840.444695:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573840.764616:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573840.764625:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573840.764629:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573840.764637:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1584
00000100:00080000:2.0:1788573840.764645:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573840.764652:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573840.764686:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453982910976/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573840.764728:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573840.764732:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573840.764734:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573840.764739:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1584
00000100:00080000:2.0:1788573840.764743:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573840.764748:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573840.764757:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573840.764773:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453982911104/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573840.764786:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573840.764788:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573840.764790:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573840.764792:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1584
00000100:00080000:2.0:1788573840.764796:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573840.764800:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982910976:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573840.764802:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573840.764811:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573840.764821:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453982911232/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573840.764865:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573840.764922:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573840/real 1788573840]  req@ffff8b7a83679880 x1875453982910976/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573840.764946:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453982910976/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573840.764957:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573840.764960:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573840.764963:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982910976:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573840.764984:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982911104:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573840.765003:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573840.765013:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573840/real 1788573840]  req@ffff8b7a83678a80 x1875453982911104/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573840.765021:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453982911104/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573840.765026:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573840.765028:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573840.765031:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982911104:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573840.765044:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982911232:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573840.765058:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573840.765065:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573840/real 1788573840]  req@ffff8b7a8367ad80 x1875453982911232/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573840.765073:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453982911232/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573840.765078:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573840.765080:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573840.765081:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982911232:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573841.468676:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573842.492648:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573843.516642:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573844.540709:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573845.564613:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573845.884605:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573845.884617:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573845.884621:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573845.884632:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1589
00000100:00080000:2.0:1788573845.884663:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573845.884672:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573845.884707:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453982911360/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573845.884739:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573845.884743:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573845.884746:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573845.884750:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1589
00000100:00080000:2.0:1788573845.884755:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573845.884759:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573845.884769:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573845.884784:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453982911488/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573845.884796:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982911360:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573845.884798:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573845.884808:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573845.884810:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573845.884815:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1589
00000100:00080000:2.0:1788573845.884818:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573845.884823:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573845.884828:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573845.884841:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453982911616/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573845.884869:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573845.884909:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573845/real 1788573845]  req@ffff8b7a83678000 x1875453982911360/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573845.884929:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453982911360/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573845.884941:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573845.884945:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573845.884949:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982911360:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573845.884974:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982911488:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573845.885011:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573845.885025:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573845/real 1788573845]  req@ffff8b7a8367b480 x1875453982911488/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573845.885065:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453982911488/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573845.885074:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573845.885078:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573845.885081:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982911488:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573845.885088:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982911616:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573845.885111:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573845.885125:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573845/real 1788573845]  req@ffff8b7a83679500 x1875453982911616/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573845.885138:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453982911616/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573845.885147:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573845.885150:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573845.885154:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982911616:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573846.588656:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573847.612616:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573848.636627:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573849.660712:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573850.684737:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573851.004627:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573851.004664:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573851.004667:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573851.004676:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1594
00000100:00080000:2.0:1788573851.004686:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573851.004695:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573851.004731:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453982911744/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573851.004758:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573851.004761:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573851.004762:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573851.004765:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1594
00000100:00080000:2.0:1788573851.004769:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573851.004772:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573851.004779:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573851.004792:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b800 x1875453982911872/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573851.004800:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573851.004803:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573851.004804:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573851.004807:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1594
00000100:00080000:2.0:1788573851.004809:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573851.004812:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573851.004815:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573851.004825:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453982912000/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573851.004831:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982911744:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788573851.004928:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573851.004994:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573851/real 1788573851]  req@ffff8b7a8367bb80 x1875453982911744/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573851.005014:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453982911744/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573851.005040:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573851.005045:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573851.005048:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982911744:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573851.005055:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982911872:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573851.005077:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573851.005087:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573851/real 1788573851]  req@ffff8b7a8367b800 x1875453982911872/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573851.005096:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b800 x1875453982911872/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573851.005102:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573851.005104:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573851.005106:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982911872:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573851.005136:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982912000:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573851.005158:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573851.005169:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573851/real 1788573851]  req@ffff8b7a83679f80 x1875453982912000/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573851.005183:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453982912000/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573851.005189:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573851.005192:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573851.005194:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982912000:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573851.708638:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573852.732756:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573853.756652:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573854.780639:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573855.804662:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573856.124597:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573856.124606:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573856.124609:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573856.124618:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1599
00000100:00080000:3.0:1788573856.124627:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573856.124633:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573856.124666:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982912128/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573856.124688:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573856.124691:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573856.124692:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573856.124695:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1599
00000100:00080000:3.0:1788573856.124697:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573856.124715:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573856.124723:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573856.124734:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982912256/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573856.124738:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982912128:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573856.124750:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573856.124752:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573856.124754:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573856.124757:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1599
00000100:00080000:3.0:1788573856.124761:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573856.124763:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573856.124766:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573856.124775:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982912384/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573856.124810:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573856.124884:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573856/real 1788573856]  req@ffff8b7a8608b800 x1875453982912128/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573856.124906:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982912128/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573856.124917:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573856.124921:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573856.124925:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982912128:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573856.124950:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982912256:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573856.124975:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573856.124988:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573856/real 1788573856]  req@ffff8b7a8608bb80 x1875453982912256/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573856.124997:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982912256/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573856.125003:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573856.125005:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573856.125008:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982912256:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573856.125012:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982912384:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573856.125026:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573856.125032:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573856/real 1788573856]  req@ffff8b7a86088380 x1875453982912384/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573856.125050:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982912384/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573856.125056:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573856.125058:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573856.125060:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982912384:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573856.828650:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573857.852642:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573858.876639:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573859.900623:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573860.924610:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573861.244641:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573861.244650:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573861.244654:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573861.244662:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1604
00000100:00080000:3.0:1788573861.244689:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573861.244697:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573861.244752:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982912512/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573861.244817:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573861.244820:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573861.244821:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573861.244825:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1604
00000100:00080000:3.0:1788573861.244828:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573861.244830:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573861.244838:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573861.244848:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982912640/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573861.244855:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573861.244858:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573861.244859:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573861.244862:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1604
00000100:00080000:3.0:1788573861.244864:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573861.244868:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982912512:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573861.244869:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573861.244881:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573861.244891:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982912768/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573861.244959:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982912640:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573861.244983:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982912768:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573861.948642:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573862.972723:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573863.996687:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788573864.316826:0:2374:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788573864.316892:0:2374:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788573864.316914:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788573864.316969:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788573864.316983:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788573864.317025:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573861/real 1788573864]  req@ffff8b7a8608bb80 x1875453982912640/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573864.317059:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982912640/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573864.317074:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573864.317080:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573864.317085:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982912640:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573864.317095:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573861/real 1788573864]  req@ffff8b7a8608b800 x1875453982912768/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573864.317108:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982912768/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573864.317140:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573864.317145:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573864.317148:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982912768:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573864.317156:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573861/real 1788573864]  req@ffff8b7a86088380 x1875453982912512/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573864.317171:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982912512/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573864.317180:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573864.317183:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573864.317186:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982912512:192.168.202.159@tcp:250:kworker.0
00010000:00010000:3.0:1788573865.020680:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573866.044761:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573866.364651:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573866.364666:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573866.364672:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573866.364686:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1609
00000100:00080000:0.0:1788573866.364702:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573866.364711:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573866.364753:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453982912896/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573866.364787:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573866.364792:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573866.364794:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573866.364800:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1609
00000100:00080000:0.0:1788573866.364804:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573866.364810:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573866.364841:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573866.364862:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453982913024/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573866.364864:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982912896:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573866.364881:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573866.364884:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573866.364886:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573866.364890:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1609
00000100:00080000:0.0:1788573866.364893:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573866.364897:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573866.364903:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573866.364913:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453982913152/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573866.364968:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573866.365022:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573866/real 1788573866]  req@ffff8b7a86110000 x1875453982912896/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573866.365046:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453982912896/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573866.365060:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573866.365065:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573866.365070:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982912896:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573866.365107:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982913024:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573866.365158:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573866.365175:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573866/real 1788573866]  req@ffff8b7a86113480 x1875453982913024/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573866.365189:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453982913024/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573866.365198:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573866.365202:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573866.365205:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982913024:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573866.365214:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982913152:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573866.365246:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573866.365260:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573866/real 1788573866]  req@ffff8b7a86111500 x1875453982913152/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573866.365274:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453982913152/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573866.365283:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573866.365286:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573866.365290:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982913152:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573867.068670:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573868.092681:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573869.116664:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573870.140715:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573871.164662:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573871.484656:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573871.484670:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573871.484677:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573871.484692:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1614
00000100:00080000:3.0:1788573871.484705:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573871.484715:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573871.484759:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982913280/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573871.484789:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573871.484792:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573871.484794:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573871.484798:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1614
00000100:00080000:3.0:1788573871.484801:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573871.484804:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573871.484814:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573871.484824:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982913408/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573871.484833:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573871.484836:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573871.484839:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788573871.484842:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982913280:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573871.484844:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1614
00000100:00080000:3.0:1788573871.484850:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573871.484853:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573871.484871:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573871.484880:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982913536/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573871.484929:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573871.484972:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573871/real 1788573871]  req@ffff8b7a8608aa00 x1875453982913280/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573871.485009:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982913280/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573871.485030:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573871.485035:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573871.485040:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982913280:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573871.485069:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982913408:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573871.485105:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573871.485120:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573871/real 1788573871]  req@ffff8b7a8608a680 x1875453982913408/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573871.485135:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982913408/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573871.485144:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573871.485148:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573871.485152:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982913408:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573871.485159:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982913536:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573871.485182:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573871.485193:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573871/real 1788573871]  req@ffff8b7a8608ad80 x1875453982913536/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573871.485206:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982913536/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573871.485228:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573871.485233:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573871.485237:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982913536:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573872.188705:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573873.212639:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573874.236667:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573875.260629:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573876.284644:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573876.604640:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573876.604652:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573876.604657:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573876.604669:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1619
00000100:00080000:3.0:1788573876.604681:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573876.604689:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573876.604732:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982913664/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573876.604761:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573876.604764:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573876.604765:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573876.604769:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1619
00000100:00080000:3.0:1788573876.604771:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573876.604773:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573876.604782:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573876.604791:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982913792/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573876.604799:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788573876.604818:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982913664:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573876.604820:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573876.604824:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573876.604830:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1619
00000100:00080000:3.0:1788573876.604833:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573876.604836:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573876.604839:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573876.604849:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982913920/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573876.604895:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573876.604942:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573876/real 1788573876]  req@ffff8b7a8608a300 x1875453982913664/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573876.604960:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982913664/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573876.604970:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573876.604973:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573876.604976:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982913664:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573876.604982:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982913792:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573876.604998:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573876.605007:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573876/real 1788573876]  req@ffff8b7a86089c00 x1875453982913792/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573876.605015:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982913792/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573876.605021:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573876.605024:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573876.605026:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982913792:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573876.605055:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982913920:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573876.605070:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573876.605077:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573876/real 1788573876]  req@ffff8b7a86089f80 x1875453982913920/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573876.605085:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982913920/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573876.605091:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573876.605093:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573876.605095:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982913920:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573877.308668:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573878.332642:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573879.356627:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573880.380676:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573881.404689:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788573881.724635:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573881.724650:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788573881.724656:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573881.724669:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1625
00000100:00080000:0.0:1788573881.724682:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573881.724691:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573881.724739:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453982914048/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788573881.724805:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573881.724810:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788573881.724812:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573881.724818:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1625
00000100:00080000:0.0:1788573881.724822:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573881.724827:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573881.724840:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573881.724857:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453982914176/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573881.724869:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982914048:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788573881.724872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788573881.724881:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788573881.724883:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788573881.724889:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1625
00000100:00080000:0.0:1788573881.724893:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788573881.724898:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788573881.724903:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573881.724917:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453982914304/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573881.724960:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573881.725006:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573881/real 1788573881]  req@ffff8b7a86111500 x1875453982914048/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573881.725027:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453982914048/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573881.725040:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573881.725044:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573881.725049:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982914048:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573881.725076:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982914176:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573881.725097:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573881.725108:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573881/real 1788573881]  req@ffff8b7a86113480 x1875453982914176/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573881.725144:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453982914176/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573881.725153:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573881.725157:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573881.725161:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982914176:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573881.725167:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982914304:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573881.725186:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573881.725196:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573881/real 1788573881]  req@ffff8b7a86110000 x1875453982914304/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573881.725209:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453982914304/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573881.725217:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573881.725220:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573881.725223:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982914304:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573882.428586:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573883.452692:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573884.476608:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573885.500643:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573886.524627:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573886.844613:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573886.844624:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573886.844629:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573886.844640:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1630
00000100:00080000:3.0:1788573886.844651:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573886.844659:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573886.844694:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982914432/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573886.844717:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573886.844719:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573886.844736:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573886.844740:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1630
00000100:00080000:3.0:1788573886.844744:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573886.844747:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573886.844755:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573886.844765:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982914560/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573886.844773:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573886.844777:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573886.844779:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788573886.844780:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982914432:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573886.844784:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1630
00000100:00080000:3.0:1788573886.844788:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573886.844792:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573886.844795:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573886.844803:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982914688/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573886.844851:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573886.844915:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573886/real 1788573886]  req@ffff8b7a86089880 x1875453982914432/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573886.844937:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982914432/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573886.844964:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573886.844969:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573886.844973:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982914432:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573886.845000:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982914560:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573886.845028:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573886.845042:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573886/real 1788573886]  req@ffff8b7a86088a80 x1875453982914560/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573886.845057:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982914560/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573886.845066:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573886.845070:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573886.845074:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982914560:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573886.845081:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982914688:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573886.845103:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573886.845116:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573886/real 1788573886]  req@ffff8b7a86088700 x1875453982914688/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573886.845129:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982914688/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573886.845137:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573886.845141:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573886.845145:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982914688:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573887.548674:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573888.572630:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573889.596703:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573890.620642:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573891.644613:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573891.964628:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573891.964639:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573891.964644:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573891.964656:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1635
00000100:00080000:3.0:1788573891.964668:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573891.964675:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573891.964746:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982914816/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573891.964776:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573891.964779:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573891.964781:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573891.964784:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1635
00000100:00080000:3.0:1788573891.964788:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573891.964791:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573891.964801:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573891.964810:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982914944/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573891.964818:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573891.964821:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573891.964822:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573891.964825:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1635
00000100:00080000:3.0:1788573891.964827:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573891.964829:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573891.964833:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573891.964843:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982915072/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573891.964894:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982914816:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788573891.964974:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573891.965026:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573891/real 1788573891]  req@ffff8b7a8608b480 x1875453982914816/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573891.965046:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982914816/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573891.965057:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573891.965061:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573891.965066:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982914816:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573891.965075:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982914944:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573891.965116:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573891.965132:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573891/real 1788573891]  req@ffff8b7a86089180 x1875453982914944/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573891.965146:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982914944/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573891.965154:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573891.965157:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573891.965161:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982914944:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573891.965188:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982915072:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573891.965211:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573891.965224:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573891/real 1788573891]  req@ffff8b7a86088000 x1875453982915072/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573891.965250:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982915072/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573891.965256:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573891.965258:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573891.965260:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982915072:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573892.668671:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573893.692752:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573894.716684:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573895.740660:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573896.764669:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573897.084626:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573897.084636:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573897.084640:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573897.084649:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1640
00000100:00080000:3.0:1788573897.084658:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573897.084664:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573897.084695:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982915200/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573897.084719:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573897.084722:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573897.084723:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573897.084728:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1640
00000100:00080000:3.0:1788573897.084732:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573897.084737:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573897.084746:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573897.084759:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982915328/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573897.084772:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573897.084776:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573897.084778:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573897.084791:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1640
00000100:00080000:3.0:1788573897.084797:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573897.084801:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573897.084805:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573897.084813:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982915200:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573897.084836:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982915456/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573897.084902:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573897.084966:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573897/real 1788573897]  req@ffff8b7a8608b100 x1875453982915200/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573897.084989:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982915200/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573897.085014:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573897.085018:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573897.085022:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982915200:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573897.085029:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982915328:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573897.085050:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573897.085060:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573897/real 1788573897]  req@ffff8b7a86088e00 x1875453982915328/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573897.085070:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982915328/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573897.085092:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573897.085095:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573897.085097:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982915328:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573897.085124:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982915456:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573897.085139:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573897.085147:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573897/real 1788573897]  req@ffff8b7a86089500 x1875453982915456/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573897.085155:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982915456/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573897.085161:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573897.085163:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573897.085165:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982915456:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573897.788644:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573898.812764:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573899.836666:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573900.860706:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573901.884690:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573902.204581:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573902.204591:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573902.204594:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573902.204603:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1645
00000100:00080000:3.0:1788573902.204613:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573902.204648:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573902.204681:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982915584/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573902.204704:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573902.204707:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573902.204709:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573902.204715:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1645
00000100:00080000:3.0:1788573902.204718:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573902.204721:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573902.204728:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573902.204738:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982915712/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573902.204745:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573902.204748:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788573902.204762:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982915584:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573902.204764:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573902.204772:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1645
00000100:00080000:3.0:1788573902.204776:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573902.204778:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573902.204783:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573902.204793:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982915840/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573902.204841:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573902.204877:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573902/real 1788573902]  req@ffff8b7a86089500 x1875453982915584/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573902.204906:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982915584/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573902.204919:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573902.204923:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573902.204936:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982915584:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573902.204944:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982915712:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573902.204972:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573902.204986:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573902/real 1788573902]  req@ffff8b7a86088e00 x1875453982915712/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573902.204998:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982915712/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573902.205006:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573902.205010:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573902.205013:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982915712:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573902.205089:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982915840:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573902.205113:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573902.205125:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573902/real 1788573902]  req@ffff8b7a8608b100 x1875453982915840/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573902.205139:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982915840/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573902.205147:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573902.205150:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573902.205154:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982915840:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573902.908667:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573903.932586:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573904.956655:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573905.980618:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573907.004632:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573907.324580:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573907.324590:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573907.324595:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573907.324606:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1650
00000100:00080000:3.0:1788573907.324619:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573907.324627:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573907.324679:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982915968/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573907.324711:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573907.324714:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573907.324715:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573907.324719:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1650
00000100:00080000:3.0:1788573907.324722:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573907.324725:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573907.324736:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573907.324771:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982916096/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573907.324784:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788573907.324786:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982915968:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573907.324804:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573907.324809:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573907.324814:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1650
00000100:00080000:3.0:1788573907.324819:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573907.324824:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573907.324829:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573907.324841:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982916224/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573907.324886:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573907.324936:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573907/real 1788573907]  req@ffff8b7a86088000 x1875453982915968/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573907.324959:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982915968/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573907.324971:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573907.324976:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573907.324981:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982915968:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573907.325010:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982916096:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573907.325031:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573907.325041:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573907/real 1788573907]  req@ffff8b7a86089180 x1875453982916096/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573907.325050:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982916096/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573907.325056:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573907.325058:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573907.325060:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982916096:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573907.325064:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982916224:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573907.325076:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573907.325083:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573907/real 1788573907]  req@ffff8b7a8608b480 x1875453982916224/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573907.325091:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982916224/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573907.325105:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573907.325108:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573907.325110:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982916224:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573908.028663:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573909.052680:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573910.076659:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573911.100744:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573912.124660:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573912.444653:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573912.444662:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573912.444666:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573912.444677:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1655
00000100:00080000:2.0:1788573912.444688:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573912.444696:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573912.444735:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678380 x1875453982916352/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573912.444768:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573912.444772:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573912.444774:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573912.444780:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1655
00000100:00080000:2.0:1788573912.444784:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573912.444800:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573912.444810:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573912.444821:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678e00 x1875453982916480/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573912.444836:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788573912.444846:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982916352:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573912.444856:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573912.444859:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573912.444862:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1655
00000100:00080000:2.0:1788573912.444866:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573912.444869:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573912.444873:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573912.444884:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453982916608/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573912.444918:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573912.444959:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573912/real 1788573912]  req@ffff8b7a83678380 x1875453982916352/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573912.444977:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678380 x1875453982916352/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573912.444988:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573912.444992:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573912.444997:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982916352:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573912.445022:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982916480:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573912.445045:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573912.445056:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573912/real 1788573912]  req@ffff8b7a83678e00 x1875453982916480/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573912.445069:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678e00 x1875453982916480/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573912.445078:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573912.445081:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573912.445085:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982916480:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573912.445099:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982916608:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573912.445118:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573912.445129:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573912/real 1788573912]  req@ffff8b7a83679f80 x1875453982916608/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573912.445141:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453982916608/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573912.445149:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573912.445153:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573912.445156:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982916608:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573913.148637:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573914.172722:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573915.196673:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573916.220600:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573917.244724:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573917.564621:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573917.564632:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573917.564636:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573917.564648:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1660
00000100:00080000:3.0:1788573917.564660:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573917.564669:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573917.564712:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982916736/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573917.564760:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573917.564763:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573917.564764:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573917.564768:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1660
00000100:00080000:3.0:1788573917.564771:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573917.564774:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573917.564789:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573917.564801:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982916864/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573917.564807:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982916736:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573917.564812:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573917.564816:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573917.564818:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573917.564821:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1660
00000100:00080000:3.0:1788573917.564823:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573917.564825:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573917.564829:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573917.564839:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982916992/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573917.564896:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573917.564944:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573917/real 1788573917]  req@ffff8b7a86088700 x1875453982916736/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573917.564960:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982916736/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573917.564968:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573917.564971:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573917.564975:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982916736:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573917.564997:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982916864:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573917.565013:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573917.565021:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573917/real 1788573917]  req@ffff8b7a86088a80 x1875453982916864/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573917.565038:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982916864/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573917.565045:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573917.565047:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573917.565049:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982916864:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573917.565053:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982916992:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573917.565067:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573917.565073:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573917/real 1788573917]  req@ffff8b7a86089880 x1875453982916992/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573917.565080:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982916992/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573917.565086:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573917.565088:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573917.565090:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982916992:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573918.268747:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573919.292668:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573920.316733:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573921.340694:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573922.364705:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573922.684608:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573922.684623:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573922.684651:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573922.684665:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1666
00000100:00080000:3.0:1788573922.684678:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573922.684688:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573922.684732:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982917120/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573922.684768:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573922.684772:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573922.684774:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573922.684780:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1666
00000100:00080000:3.0:1788573922.684784:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573922.684788:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573922.684800:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573922.684817:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982917248/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573922.684831:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982917120:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573922.684831:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573922.684839:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573922.684843:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573922.684848:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1666
00000100:00080000:3.0:1788573922.684853:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573922.684858:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573922.684863:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573922.684876:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982917376/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573922.684941:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573922.684993:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573922/real 1788573922]  req@ffff8b7a86089f80 x1875453982917120/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573922.685016:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982917120/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573922.685050:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573922.685056:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573922.685061:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982917120:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573922.685090:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982917248:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573922.685120:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573922.685134:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573922/real 1788573922]  req@ffff8b7a86089c00 x1875453982917248/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573922.685148:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982917248/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573922.685157:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573922.685162:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573922.685165:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982917248:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573922.685173:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982917376:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573922.685195:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573922.685208:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573922/real 1788573922]  req@ffff8b7a8608a300 x1875453982917376/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573922.685221:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982917376/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573922.685230:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573922.685234:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573922.685238:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982917376:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573923.388675:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573924.412709:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573925.436653:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573926.460688:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573927.484655:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788573927.804611:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573927.804622:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788573927.804626:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573927.804637:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1671
00000100:00080000:1.0:1788573927.804647:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573927.804655:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788573927.804691:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982917504/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573927.804723:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573927.804727:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788573927.804730:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573927.804735:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1671
00000100:00080000:1.0:1788573927.804740:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573927.804745:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788573927.804754:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982917504:192.168.202.159@tcp:250:kworker.0
00000008:00100000:1.0:1788573927.804755:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573927.804775:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982917632/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788573927.804787:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788573927.804792:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788573927.804794:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788573927.804799:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1671
00000100:00080000:1.0:1788573927.804806:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788573927.804811:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788573927.804834:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573927.804850:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982917760/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573927.804860:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982917632:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788573927.804887:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982917760:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573928.508665:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573929.532674:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573930.556626:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788573930.876786:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788573930.876834:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788573930.876853:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788573930.876894:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788573930.876902:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:0.0:1788573930.876952:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573927/real 1788573930]  req@ffff8b7a86bf8380 x1875453982917760/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573930.876992:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982917760/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573930.877022:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573930.877030:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573930.877035:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982917760:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788573930.877046:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573927/real 1788573930]  req@ffff8b7a86bf8700 x1875453982917632/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573930.877061:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982917632/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573930.877094:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573930.877099:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573930.877103:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982917632:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788573930.877113:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573927/real 1788573930]  req@ffff8b7a86bfad80 x1875453982917504/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573930.877127:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982917504/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573930.877142:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573930.877146:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573930.877150:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982917504:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788573931.580708:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573932.604671:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573932.924699:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573932.924709:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573932.924714:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573932.924725:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1676
00000100:00080000:2.0:1788573932.924737:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573932.924744:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573932.924783:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b800 x1875453982917888/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573932.924813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573932.924818:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573932.924820:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573932.924845:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1676
00000100:00080000:2.0:1788573932.924852:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1788573932.924863:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982917888:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573932.924864:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573932.924884:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573932.924905:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453982918016/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573932.924918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573932.924922:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573932.924924:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573932.924929:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1676
00000100:00080000:2.0:1788573932.924943:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573932.924952:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000800:00000100:0.0:1788573932.924955:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000008:00100000:2.0:1788573932.924963:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573932.924981:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453982918144/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573932.925012:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573932/real 1788573932]  req@ffff8b7a8367b800 x1875453982917888/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573932.925078:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b800 x1875453982917888/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573932.925091:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573932.925096:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573932.925101:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982917888:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788573932.925131:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982918016:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788573932.925179:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788573932.925195:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573932/real 1788573932]  req@ffff8b7a8367bb80 x1875453982918016/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573932.925209:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453982918016/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573932.925219:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573932.925223:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573932.925227:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982918016:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788573932.925235:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982918144:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788573932.925257:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788573932.925269:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573932/real 1788573932]  req@ffff8b7a83679500 x1875453982918144/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573932.925282:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453982918144/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573932.925291:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573932.925295:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573932.925298:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982918144:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573933.628715:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573934.652696:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573935.676723:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573936.700657:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573937.724696:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573938.044782:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573938.044798:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573938.044803:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573938.044818:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1681
00000100:00080000:3.0:1788573938.044840:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573938.044850:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573938.044905:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982918272/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573938.044942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573938.044947:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573938.044949:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573938.044955:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1681
00000100:00080000:3.0:1788573938.044960:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573938.044966:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573938.044981:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573938.045007:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982918272:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573938.045018:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982918400/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573938.045028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573938.045032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573938.045034:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573938.045038:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1681
00000100:00080000:3.0:1788573938.045042:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573938.045046:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573938.045051:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573938.045063:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982918528/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573938.045110:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573938.045172:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573938/real 1788573938]  req@ffff8b7a8608ad80 x1875453982918272/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573938.045190:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982918272/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573938.045198:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573938.045202:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573938.045206:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982918272:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573938.045235:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982918400:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573938.045263:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573938.045277:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573938/real 1788573938]  req@ffff8b7a8608a680 x1875453982918400/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573938.045290:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982918400/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573938.045299:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573938.045302:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573938.045305:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982918400:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573938.045310:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982918528:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573938.045337:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573938.045345:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573938/real 1788573938]  req@ffff8b7a8608aa00 x1875453982918528/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573938.045353:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982918528/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573938.045358:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573938.045360:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573938.045362:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982918528:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573938.748694:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573939.772679:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573940.796648:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573941.820709:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573942.844635:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573943.164634:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573943.164649:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573943.164655:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573943.164669:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1686
00000100:00080000:3.0:1788573943.164682:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573943.164692:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573943.164749:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982918656/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573943.164781:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573943.164809:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573943.164812:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573943.164818:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1686
00000100:00080000:3.0:1788573943.164823:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573943.164832:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982918656:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573943.164832:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573943.164848:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573943.164866:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982918784/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573943.164879:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573943.164884:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573943.164886:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573943.164890:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1686
00000100:00080000:3.0:1788573943.164897:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573943.164901:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000800:00000100:1.0:1788573943.164907:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000008:00100000:3.0:1788573943.164908:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573943.164924:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982918912/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573943.164954:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573943/real 1788573943]  req@ffff8b7a86088380 x1875453982918656/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573943.164969:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982918656/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573943.164978:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573943.164981:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573943.164984:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982918656:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573943.165007:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982918784:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573943.165022:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573943.165035:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573943/real 1788573943]  req@ffff8b7a8608b800 x1875453982918784/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573943.165065:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982918784/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573943.165075:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573943.165079:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573943.165082:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982918784:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573943.165089:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982918912:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573943.165113:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573943.165125:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573943/real 1788573943]  req@ffff8b7a8608bb80 x1875453982918912/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573943.165138:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982918912/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573943.165160:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573943.165163:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573943.165167:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982918912:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573943.868709:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573944.892656:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573945.916708:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573946.940603:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573947.964659:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573948.284622:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573948.284631:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573948.284635:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573948.284644:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1691
00000100:00080000:3.0:1788573948.284670:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573948.284678:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573948.284712:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982919040/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573948.284738:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573948.284743:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573948.284745:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573948.284751:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1691
00000100:00080000:3.0:1788573948.284756:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573948.284761:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573948.284773:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573948.284793:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982919168/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573948.284794:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982919040:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573948.284818:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573948.284821:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573948.284823:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573948.284826:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1691
00000100:00080000:3.0:1788573948.284830:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573948.284835:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573948.284839:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573948.284848:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982919296/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573948.284898:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573948.284951:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573948/real 1788573948]  req@ffff8b7a8608bb80 x1875453982919040/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573948.284972:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982919040/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573948.284997:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573948.285001:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573948.285005:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982919040:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573948.285030:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982919168:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573948.285057:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573948.285066:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573948/real 1788573948]  req@ffff8b7a8608b800 x1875453982919168/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573948.285075:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982919168/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573948.285080:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573948.285083:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573948.285085:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982919168:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573948.285089:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982919296:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573948.285100:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573948.285107:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573948/real 1788573948]  req@ffff8b7a86088380 x1875453982919296/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573948.285114:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982919296/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573948.285119:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573948.285121:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573948.285129:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982919296:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573948.988641:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573950.012661:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573951.036657:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573952.060726:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573953.084647:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573953.404623:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573953.404633:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573953.404638:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573953.404649:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1696
00000100:00080000:3.0:1788573953.404660:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573953.404667:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573953.404710:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982919424/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573953.404748:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573953.404753:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573953.404755:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573953.404760:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1696
00000100:00080000:3.0:1788573953.404764:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573953.404769:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573953.404781:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573953.404800:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982919552/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573953.404808:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573953.404811:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573953.404812:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573953.404815:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1696
00000100:00080000:3.0:1788573953.404818:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573953.404821:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573953.404843:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573953.404846:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982919424:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573953.404854:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982919680/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573953.404934:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573953.404989:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573953/real 1788573953]  req@ffff8b7a8608aa00 x1875453982919424/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573953.405013:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982919424/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573953.405026:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573953.405030:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573953.405033:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982919424:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573953.405040:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982919552:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573953.405060:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573953.405070:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573953/real 1788573953]  req@ffff8b7a8608a680 x1875453982919552/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573953.405078:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982919552/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573953.405084:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573953.405086:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573953.405088:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982919552:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573953.405111:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982919680:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573953.405122:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573953.405128:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573953/real 1788573953]  req@ffff8b7a8608ad80 x1875453982919680/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573953.405151:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982919680/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573953.405157:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573953.405159:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573953.405161:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982919680:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573954.108695:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573955.132719:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573956.156642:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573957.180781:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573958.204640:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573958.524625:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573958.524636:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573958.524640:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573958.524652:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1701
00000100:00080000:3.0:1788573958.524664:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573958.524673:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573958.524717:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982919808/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573958.524742:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573958.524745:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573958.524746:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573958.524750:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1701
00000100:00080000:3.0:1788573958.524752:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573958.524755:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573958.524765:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573958.524774:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982919936/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573958.524782:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788573958.524804:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982919808:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573958.524804:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573958.524805:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573958.524814:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1701
00000100:00080000:3.0:1788573958.524817:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573958.524820:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573958.524824:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573958.524833:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982920064/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573958.524883:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573958.524932:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573958/real 1788573958]  req@ffff8b7a8608a300 x1875453982919808/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573958.524949:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982919808/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573958.524958:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573958.524962:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573958.524965:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982919808:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573958.524970:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982919936:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573958.524986:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573958.524994:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573958/real 1788573958]  req@ffff8b7a86089c00 x1875453982919936/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573958.525002:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982919936/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573958.525018:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573958.525021:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573958.525023:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982919936:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573958.525046:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982920064:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573958.525060:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573958.525067:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573958/real 1788573958]  req@ffff8b7a86089f80 x1875453982920064/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573958.525075:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982920064/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573958.525080:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573958.525082:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573958.525084:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982920064:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573959.228664:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573960.252678:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573961.276707:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573962.300610:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573963.324689:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573963.644576:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573963.644587:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573963.644591:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573963.644602:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1706
00000100:00080000:2.0:1788573963.644612:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573963.644620:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573963.644656:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453982920192/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573963.644684:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573963.644704:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573963.644707:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573963.644713:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1706
00000100:00080000:2.0:1788573963.644719:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788573963.644723:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982920192:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788573963.644728:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573963.644740:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573963.644756:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453982920320/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573963.644769:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573963.644773:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573963.644775:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573963.644779:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1706
00000800:00000100:1.0:1788573963.644785:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:2.0:1788573963.644786:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573963.644794:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573963.644799:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573963.644814:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453982920448/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573963.644821:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573963/real 1788573963]  req@ffff8b7a8367b480 x1875453982920192/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573963.644840:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453982920192/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573963.644849:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573963.644853:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573963.644862:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982920192:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573963.644881:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982920320:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573963.644899:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573963.644907:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573963/real 1788573963]  req@ffff8b7a83678000 x1875453982920320/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573963.644916:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453982920320/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573963.644922:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573963.644925:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573963.644927:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982920320:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573963.644930:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982920448:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573963.644940:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573963.644946:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573963/real 1788573963]  req@ffff8b7a8367ad80 x1875453982920448/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573963.644953:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453982920448/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573963.644961:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573963.644965:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573963.644969:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982920448:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573964.348650:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573965.372633:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573966.396706:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573967.420713:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573968.444634:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573968.764637:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573968.764651:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573968.764656:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573968.764670:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1712
00000100:00080000:3.0:1788573968.764685:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573968.764695:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573968.764749:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982920576/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573968.764783:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573968.764786:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573968.764787:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573968.764810:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1712
00000100:00080000:3.0:1788573968.764814:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573968.764818:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573968.764829:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573968.764837:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982920576:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573968.764847:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982920704/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573968.764859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573968.764862:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573968.764865:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573968.764869:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1712
00000100:00080000:3.0:1788573968.764872:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573968.764875:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573968.764878:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573968.764888:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982920832/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573968.764911:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573968.764960:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573968/real 1788573968]  req@ffff8b7a86089880 x1875453982920576/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573968.764978:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982920576/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573968.764990:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573968.764995:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573968.764999:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982920576:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573968.765026:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982920704:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573968.765046:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573968.765065:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573968/real 1788573968]  req@ffff8b7a86088a80 x1875453982920704/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573968.765074:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982920704/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573968.765080:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573968.765083:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573968.765085:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982920704:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573968.765089:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982920832:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573968.765101:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573968.765107:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573968/real 1788573968]  req@ffff8b7a86088700 x1875453982920832/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573968.765115:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982920832/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573968.765129:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573968.765132:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573968.765134:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982920832:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573969.468690:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573970.492704:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573971.516659:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573972.540698:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573973.564670:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573973.884649:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573973.884663:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573973.884669:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573973.884683:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1717
00000100:00080000:3.0:1788573973.884697:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573973.884706:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573973.884778:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982920960/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573973.884811:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573973.884814:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573973.884816:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573973.884821:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1717
00000100:00080000:3.0:1788573973.884826:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573973.884831:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573973.884843:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573973.884858:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982921088/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573973.884870:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573973.884875:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573973.884877:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573973.884882:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1717
00000100:00080000:3.0:1788573973.884886:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573973.884890:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573973.884896:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788573973.884903:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982920960:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573973.884918:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982921216/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573973.884972:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573973.885011:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573973/real 1788573973]  req@ffff8b7a8608b480 x1875453982920960/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573973.885026:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982920960/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788573998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573973.885034:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573973.885037:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573973.885040:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982920960:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573973.885045:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982921088:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573973.885059:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573973.885067:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573973/real 1788573973]  req@ffff8b7a86089180 x1875453982921088/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573973.885075:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982921088/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573973.885080:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573973.885082:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573973.885084:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982921088:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573973.885119:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982921216:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573973.885148:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573973.885156:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573973/real 1788573973]  req@ffff8b7a86088000 x1875453982921216/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573973.885164:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982921216/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788573998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573973.885170:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573973.885172:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573973.885175:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982921216:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573974.588642:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573975.612677:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573976.636737:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573977.660686:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573978.684732:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573979.004602:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573979.004638:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573979.004643:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573979.004654:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1722
00000100:00080000:3.0:1788573979.004666:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573979.004673:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573979.004710:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982921344/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573979.004746:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573979.004749:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573979.004750:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573979.004754:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1722
00000100:00080000:3.0:1788573979.004758:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573979.004762:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573979.004775:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573979.004790:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982921472/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573979.004799:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982921344:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573979.004806:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573979.004810:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573979.004811:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573979.004815:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1722
00000100:00080000:3.0:1788573979.004818:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573979.004821:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573979.004824:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573979.004834:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982921600/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573979.004873:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573979.004914:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573979/real 1788573979]  req@ffff8b7a8608b100 x1875453982921344/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573979.004930:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982921344/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573979.004939:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573979.004942:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573979.004945:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982921344:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573979.004968:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982921472:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573979.004984:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573979.004992:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573979/real 1788573979]  req@ffff8b7a86088e00 x1875453982921472/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573979.005008:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982921472/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573979.005013:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573979.005016:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573979.005018:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982921472:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573979.005022:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982921600:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573979.005035:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573979.005041:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573979/real 1788573979]  req@ffff8b7a86089500 x1875453982921600/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573979.005048:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982921600/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573979.005053:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573979.005055:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573979.005057:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982921600:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573979.708676:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573980.732696:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573981.756703:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573982.780756:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573983.804627:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573984.124654:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573984.124669:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573984.124675:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573984.124690:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1727
00000100:00080000:3.0:1788573984.124704:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573984.124714:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573984.124760:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982921728/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573984.124790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573984.124793:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573984.124794:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573984.124797:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1727
00000100:00080000:3.0:1788573984.124800:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573984.124804:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573984.124814:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573984.124824:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982921856/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573984.124832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573984.124835:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573984.124837:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788573984.124844:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982921728:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573984.124869:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1727
00000100:00080000:3.0:1788573984.124874:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573984.124877:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573984.124881:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573984.124891:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982921984/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788573984.124940:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573984.124983:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573984/real 1788573984]  req@ffff8b7a86089500 x1875453982921728/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573984.124999:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982921728/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573984.125018:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573984.125022:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573984.125025:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982921728:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573984.125048:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982921856:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573984.125067:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573984.125076:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573984/real 1788573984]  req@ffff8b7a86088e00 x1875453982921856/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573984.125084:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982921856/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573984.125090:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573984.125092:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573984.125094:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982921856:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573984.125097:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982921984:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573984.125108:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573984.125114:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573984/real 1788573984]  req@ffff8b7a8608b100 x1875453982921984/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573984.125121:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982921984/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573984.125126:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573984.125128:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573984.125130:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982921984:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573984.828723:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573985.852690:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573986.876713:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573987.900725:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573988.924719:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788573989.244623:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573989.244634:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788573989.244638:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573989.244650:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1732
00000100:00080000:2.0:1788573989.244663:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573989.244670:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788573989.244726:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453982922112/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573989.244780:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573989.244784:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788573989.244786:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573989.244791:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1732
00000100:00080000:2.0:1788573989.244796:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573989.244801:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573989.244813:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573989.244827:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453982922240/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788573989.244835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788573989.244838:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788573989.244840:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788573989.244843:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1732
00000100:00080000:2.0:1788573989.244845:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788573989.244848:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788573989.244852:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788573989.244860:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453982922368/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788573989.244892:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982922112:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788573989.244980:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573989.245033:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573989/real 1788573989]  req@ffff8b7a83678a80 x1875453982922112/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573989.245056:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453982922112/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573989.245069:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573989.245074:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573989.245078:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982922112:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788573989.245086:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982922240:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573989.245112:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573989.245126:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573989/real 1788573989]  req@ffff8b7a83679880 x1875453982922240/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573989.245137:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453982922240/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573989.245146:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573989.245150:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573989.245153:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982922240:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788573989.245159:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982922368:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788573989.245179:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788573989.245190:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573989/real 1788573989]  req@ffff8b7a8367aa00 x1875453982922368/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788573989.245211:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453982922368/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788573989.245219:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788573989.245223:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788573989.245226:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982922368:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788573989.948647:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573990.972724:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573991.996727:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573993.020662:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573994.044680:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573994.364611:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573994.364620:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573994.364623:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573994.364632:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1737
00000100:00080000:3.0:1788573994.364640:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573994.364647:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573994.364681:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982922496/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573994.364709:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573994.364713:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573994.364714:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573994.364718:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1737
00000100:00080000:3.0:1788573994.364721:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573994.364738:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573994.364747:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788573994.364749:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982922496:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788573994.364759:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982922624/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573994.364767:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573994.364770:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573994.364772:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573994.364774:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1737
00000100:00080000:3.0:1788573994.364777:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573994.364779:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573994.364782:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573994.364790:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982922752/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788573994.364861:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982922624:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788573994.364901:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982922752:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788573995.068691:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573996.092687:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788573997.116665:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788573997.436815:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788573997.436860:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788573997.436879:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788573997.436924:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788573997.436952:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:0.0:1788573997.436998:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573994/real 1788573997]  req@ffff8b7a86089180 x1875453982922624/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573997.437039:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982922624/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573997.437055:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573997.437060:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573997.437065:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982922624:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788573997.437077:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573994/real 1788573997]  req@ffff8b7a8608b480 x1875453982922752/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573997.437113:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982922752/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573997.437122:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573997.437127:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573997.437130:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982922752:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788573997.437139:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573994/real 1788573997]  req@ffff8b7a86088000 x1875453982922496/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573997.437154:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982922496/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573997.437162:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573997.437166:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573997.437170:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982922496:192.168.202.159@tcp:250:kworker.0
00010000:00010000:3.0:1788573998.140734:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788573999.164579:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788573999.484609:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573999.484618:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788573999.484622:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573999.484631:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1742
00000100:00080000:3.0:1788573999.484639:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573999.484646:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788573999.484678:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982922880/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573999.484720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788573999.484723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788573999.484725:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573999.484729:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1742
00000100:00080000:3.0:1788573999.484733:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573999.484736:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573999.484745:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573999.484755:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982923008/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788573999.484765:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788573999.484766:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982922880:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788573999.484773:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788573999.484777:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788573999.484783:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1742
00000100:00080000:3.0:1788573999.484787:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788573999.484792:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788573999.484798:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788573999.484813:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982923136/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788573999.484840:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788573999.484901:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573999/real 1788573999]  req@ffff8b7a86088700 x1875453982922880/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573999.484921:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982922880/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573999.484933:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573999.484938:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573999.484964:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982922880:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788573999.484993:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982923008:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788573999.485022:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788573999.485036:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573999/real 1788573999]  req@ffff8b7a86088a80 x1875453982923008/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573999.485050:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982923008/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573999.485058:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573999.485062:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573999.485065:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982923008:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788573999.485071:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982923136:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788573999.485100:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788573999.485112:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788573999/real 1788573999]  req@ffff8b7a86089880 x1875453982923136/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788573999.485124:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982923136/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788573999.485132:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788573999.485136:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788573999.485140:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982923136:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574000.188744:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574001.212719:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574002.236715:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574003.260665:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574004.284700:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574004.604590:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574004.604641:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574004.604653:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574004.604667:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1747
00000100:00080000:3.0:1788574004.604680:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574004.604688:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574004.604737:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982923264/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574004.604774:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574004.604778:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574004.604781:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574004.604787:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1747
00000100:00080000:3.0:1788574004.604793:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574004.604798:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574004.604806:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982923264:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788574004.604811:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574004.604828:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982923392/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574004.604841:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574004.604845:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574004.604848:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574004.604852:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1747
00000100:00080000:3.0:1788574004.604857:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574004.604862:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574004.604868:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574004.604880:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982923520/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574004.604888:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574004.604935:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574004/real 1788574004]  req@ffff8b7a86089f80 x1875453982923264/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574004.604950:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982923264/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574004.604960:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574004.604963:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574004.604966:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982923264:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574004.604989:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982923392:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574004.605005:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574004.605013:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574004/real 1788574004]  req@ffff8b7a86089c00 x1875453982923392/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574004.605022:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982923392/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574004.605027:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574004.605029:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574004.605031:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982923392:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788574004.605035:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982923520:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574004.605044:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574004.605050:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574004/real 1788574004]  req@ffff8b7a8608a300 x1875453982923520/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574004.605074:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982923520/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574004.605083:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574004.605087:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574004.605090:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982923520:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574005.308664:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574006.332775:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574007.356759:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574008.380614:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574009.404661:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574009.724573:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574009.724584:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574009.724589:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574009.724600:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1753
00000100:00080000:3.0:1788574009.724612:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574009.724619:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574009.724670:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982923648/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574009.724697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574009.724701:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574009.724703:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574009.724708:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1753
00000100:00080000:3.0:1788574009.724712:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574009.724717:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574009.724727:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574009.724737:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982923648:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574009.724743:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982923776/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574009.724756:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574009.724760:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574009.724762:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574009.724781:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1753
00000100:00080000:3.0:1788574009.724786:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574009.724791:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574009.724797:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1788574009.724803:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788574009.724812:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982923904/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574009.724841:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574009/real 1788574009]  req@ffff8b7a8608ad80 x1875453982923648/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574009.724856:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982923648/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574009.724864:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574009.724867:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574009.724870:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982923648:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574009.724888:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982923776:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574009.724903:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574009.724911:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574009/real 1788574009]  req@ffff8b7a8608a680 x1875453982923776/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574009.724918:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982923776/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574009.724930:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574009.724933:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574009.724935:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982923776:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788574009.724940:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982923904:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574009.724953:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574009.724959:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574009/real 1788574009]  req@ffff8b7a8608aa00 x1875453982923904/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574009.724967:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982923904/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574009.724972:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574009.724974:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574009.724976:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982923904:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574010.428698:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574011.452623:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574012.476666:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574013.500702:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574014.524639:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574014.844624:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574014.844636:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574014.844641:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574014.844667:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1758
00000100:00080000:3.0:1788574014.844678:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574014.844695:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574014.844741:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982924032/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574014.844774:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574014.844779:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574014.844781:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574014.844787:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1758
00000100:00080000:3.0:1788574014.844790:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574014.844794:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574014.844806:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574014.844814:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982924032:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574014.844841:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982924160/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574014.844850:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574014.844854:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574014.844855:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574014.844858:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1758
00000100:00080000:3.0:1788574014.844861:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574014.844864:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574014.844868:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574014.844876:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982924288/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574014.844890:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574014.844934:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574014/real 1788574014]  req@ffff8b7a86088380 x1875453982924032/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574014.844959:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982924032/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574014.844968:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574014.844979:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574014.844983:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982924032:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574014.845005:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982924160:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574014.845026:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574014.845035:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574014/real 1788574014]  req@ffff8b7a8608b800 x1875453982924160/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574014.845044:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982924160/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574014.845050:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574014.845052:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574014.845055:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982924160:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788574014.845058:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982924288:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574014.845070:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574014.845076:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574014/real 1788574014]  req@ffff8b7a8608bb80 x1875453982924288/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574014.845083:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982924288/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574014.845088:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574014.845090:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574014.845092:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982924288:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574015.548726:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574016.572640:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574017.596631:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574018.620724:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574019.644694:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574019.964550:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574019.964559:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574019.964562:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574019.964571:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1763
00000100:00080000:3.0:1788574019.964581:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574019.964587:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574019.964620:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982924416/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574019.964641:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574019.964644:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574019.964645:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574019.964672:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1763
00000100:00080000:3.0:1788574019.964678:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1788574019.964682:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982924416:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574019.964684:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574019.964697:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574019.964710:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982924544/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574019.964719:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574019.964722:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574019.964723:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574019.964726:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1763
00000100:00080000:3.0:1788574019.964729:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574019.964738:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574019.964742:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1788574019.964743:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788574019.964755:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982924672/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574019.964790:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574019/real 1788574019]  req@ffff8b7a8608bb80 x1875453982924416/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574019.964809:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982924416/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574019.964820:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574019.964823:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574019.964826:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982924416:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574019.964844:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982924544:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574019.964863:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574019.964872:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574019/real 1788574019]  req@ffff8b7a8608b800 x1875453982924544/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574019.964880:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982924544/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574019.964885:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574019.964887:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574019.964890:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982924544:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788574019.964893:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982924672:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574019.964903:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574019.964909:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574019/real 1788574019]  req@ffff8b7a86088380 x1875453982924672/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574019.964928:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982924672/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574019.964934:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574019.964936:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574019.964938:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982924672:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574020.668609:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574021.692737:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574022.716669:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574023.740590:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574024.764632:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574025.084604:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574025.084613:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574025.084617:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574025.084629:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1768
00000100:00080000:2.0:1788574025.084640:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574025.084649:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574025.084698:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453982924800/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574025.084720:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574025.084728:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574025.084729:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574025.084732:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1768
00000100:00080000:2.0:1788574025.084737:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574025.084740:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574025.084749:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574025.084756:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982924800:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574025.084764:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453982924928/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574025.084777:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574025.084781:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574025.084783:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574025.084788:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1768
00000100:00080000:2.0:1788574025.084811:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574025.084814:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574025.084819:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1788574025.084823:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574025.084833:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453982925056/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574025.084874:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574025/real 1788574025]  req@ffff8b7a83679180 x1875453982924800/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574025.084894:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453982924800/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574025.084902:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574025.084905:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574025.084908:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982924800:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574025.084927:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982924928:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574025.084947:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574025.084958:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574025/real 1788574025]  req@ffff8b7a83678700 x1875453982924928/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574025.084971:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453982924928/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574025.084988:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574025.084992:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574025.084996:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982924928:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788574025.085004:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982925056:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574025.085023:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574025.085032:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574025/real 1788574025]  req@ffff8b7a83679c00 x1875453982925056/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574025.085041:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453982925056/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574025.085046:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574025.085049:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574025.085051:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982925056:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574025.788714:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574026.812634:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574027.836662:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574028.860708:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574029.884635:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574030.204656:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574030.204666:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574030.204671:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574030.204682:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1773
00000100:00080000:3.0:1788574030.204694:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574030.204716:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574030.204786:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982925184/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574030.204813:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574030.204816:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574030.204818:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574030.204821:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1773
00000100:00080000:3.0:1788574030.204825:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574030.204828:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574030.204839:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574030.204849:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982925312/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574030.204858:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982925184:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574030.204873:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574030.204876:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574030.204877:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574030.204880:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1773
00000100:00080000:3.0:1788574030.204882:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574030.204885:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574030.204888:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574030.204897:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982925440/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574030.204948:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574030.204993:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574030/real 1788574030]  req@ffff8b7a8608aa00 x1875453982925184/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574030.205015:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982925184/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574030.205028:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574030.205040:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574030.205045:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982925184:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574030.205073:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982925312:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574030.205099:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574030.205112:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574030/real 1788574030]  req@ffff8b7a8608a680 x1875453982925312/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574030.205126:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982925312/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574030.205136:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574030.205139:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574030.205143:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982925312:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788574030.205150:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982925440:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574030.205181:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574030.205192:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574030/real 1788574030]  req@ffff8b7a8608ad80 x1875453982925440/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574030.205206:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982925440/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574030.205216:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574030.205219:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574030.205223:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982925440:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574030.908685:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574031.932605:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574032.956628:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574033.980631:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574035.004693:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574035.324627:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574035.324666:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574035.324671:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574035.324682:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1778
00000100:00080000:3.0:1788574035.324693:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574035.324701:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574035.324759:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982925568/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574035.324789:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574035.324792:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574035.324793:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574035.324797:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1778
00000100:00080000:3.0:1788574035.324800:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574035.324804:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574035.324814:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574035.324826:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982925696/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574035.324834:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788574035.324836:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982925568:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574035.324837:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574035.324841:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574035.324847:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1778
00000100:00080000:3.0:1788574035.324849:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574035.324853:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574035.324858:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574035.324871:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982925824/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574035.324925:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574035.324976:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574035/real 1788574035]  req@ffff8b7a8608a300 x1875453982925568/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574035.325008:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982925568/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574035.325021:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574035.325025:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574035.325030:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982925568:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574035.325167:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982925696:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574035.325235:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574035.325261:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574035/real 1788574035]  req@ffff8b7a86089c00 x1875453982925696/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574035.325275:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982925696/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574035.325284:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574035.325288:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574035.325291:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982925696:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788574035.325296:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982925824:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574035.325316:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574035.325328:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574035/real 1788574035]  req@ffff8b7a86089f80 x1875453982925824/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574035.325364:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982925824/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574035.325371:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574035.325373:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574035.325375:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982925824:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574036.028622:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574037.052674:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574038.076591:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574039.100680:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574040.124659:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574040.444594:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574040.444602:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574040.444606:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574040.444615:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1783
00000100:00080000:3.0:1788574040.444626:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574040.444634:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574040.444671:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982925952/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574040.444695:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574040.444698:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574040.444700:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574040.444703:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1783
00000100:00080000:3.0:1788574040.444707:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574040.444726:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574040.444736:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574040.444740:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982925952:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574040.444751:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982926080/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574040.444765:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574040.444768:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574040.444770:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574040.444775:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1783
00000100:00080000:3.0:1788574040.444797:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574040.444802:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000800:00000100:0.0:1788574040.444808:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000008:00100000:3.0:1788574040.444810:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574040.444827:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982926208/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574040.444853:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574040/real 1788574040]  req@ffff8b7a86089880 x1875453982925952/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574040.444869:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982925952/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574040.444878:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574040.444881:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574040.444884:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982925952:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574040.444910:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982926080:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574040.444928:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574040.444937:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574040/real 1788574040]  req@ffff8b7a86088a80 x1875453982926080/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574040.444949:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982926080/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574040.444978:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574040.444983:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574040.444986:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982926080:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788574040.444991:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982926208:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574040.445008:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574040.445016:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574040/real 1788574040]  req@ffff8b7a86088700 x1875453982926208/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574040.445024:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982926208/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574040.445030:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574040.445032:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574040.445034:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982926208:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574041.148686:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574042.172577:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574043.196662:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574044.220751:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574045.244645:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574045.564578:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574045.564591:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574045.564595:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574045.564607:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1788
00000100:00080000:3.0:1788574045.564627:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574045.564634:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574045.564668:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982926336/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574045.564708:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574045.564712:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574045.564714:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574045.564719:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1788
00000100:00080000:3.0:1788574045.564725:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574045.564730:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574045.564741:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574045.564744:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982926336:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574045.564767:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982926464/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574045.564782:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1788574045.564804:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:3.0:1788574045.564805:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574045.564809:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574045.564815:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1788
00000100:00080000:3.0:1788574045.564823:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574045.564827:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574045.564833:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574045.564845:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982926592/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574045.564854:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574045/real 1788574045]  req@ffff8b7a86088000 x1875453982926336/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574045.564872:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982926336/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574045.564880:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574045.564890:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574045.564893:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982926336:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574045.564914:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982926464:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574045.564933:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574045.564942:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574045/real 1788574045]  req@ffff8b7a8608b480 x1875453982926464/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574045.564950:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982926464/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574045.564956:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574045.564958:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574045.564961:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982926464:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788574045.564965:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982926592:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574045.564975:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574045.564982:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574045/real 1788574045]  req@ffff8b7a86089180 x1875453982926592/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574045.564989:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982926592/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574045.564994:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574045.564996:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574045.564998:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982926592:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574046.268624:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574047.292733:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574048.316666:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574049.340674:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574050.364690:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574050.684581:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574050.684589:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574050.684592:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574050.684600:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1794
00000100:00080000:2.0:1788574050.684608:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574050.684614:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574050.684656:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b100 x1875453982926720/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574050.684681:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574050.684684:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574050.684686:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574050.684689:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1794
00000100:00080000:2.0:1788574050.684708:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574050.684716:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574050.684718:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982926720:192.168.202.159@tcp:250:kworker.0
00000008:00100000:2.0:1788574050.684728:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574050.684745:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367a680 x1875453982926848/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574050.684759:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574050.684764:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574050.684774:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574050.684779:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1794
00000800:00000100:0.0:1788574050.684785:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:2.0:1788574050.684786:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574050.684794:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574050.684799:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574050.684811:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453982926976/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574050.684835:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574050/real 1788574050]  req@ffff8b7a8367b100 x1875453982926720/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574050.684857:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b100 x1875453982926720/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574050.684869:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574050.684873:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574050.684878:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982926720:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574050.684902:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982926848:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574050.684936:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574050.684950:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574050/real 1788574050]  req@ffff8b7a8367a680 x1875453982926848/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574050.684965:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367a680 x1875453982926848/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574050.684975:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574050.684979:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574050.684983:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982926848:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788574050.684990:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982926976:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574050.685010:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574050.685021:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574050/real 1788574050]  req@ffff8b7a83679c00 x1875453982926976/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574050.685051:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453982926976/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574050.685060:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574050.685064:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574050.685068:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982926976:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574051.388668:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574052.412717:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574053.436663:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574054.460726:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574055.484698:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574055.804612:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574055.804621:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574055.804624:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574055.804633:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1799
00000100:00080000:2.0:1788574055.804642:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574055.804649:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574055.804680:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453982927104/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574055.804703:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574055.804722:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574055.804725:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574055.804731:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1799
00000100:00080000:2.0:1788574055.804736:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574055.804748:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574055.804751:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982927104:192.168.202.159@tcp:250:kworker.0
00000008:00100000:2.0:1788574055.804761:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574055.804782:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453982927232/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574055.804796:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574055.804799:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574055.804802:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574055.804806:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1799
00000100:00080000:2.0:1788574055.804810:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574055.804813:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574055.804817:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574055.804827:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453982927360/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574055.804854:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574055.804899:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574055/real 1788574055]  req@ffff8b7a83678700 x1875453982927104/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574055.804916:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453982927104/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574055.804926:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574055.804929:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574055.804933:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982927104:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574055.804960:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982927232:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574055.804977:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574055.804986:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574055/real 1788574055]  req@ffff8b7a83679180 x1875453982927232/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574055.804994:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453982927232/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574055.805012:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574055.805015:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574055.805018:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982927232:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788574055.805022:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982927360:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574055.805038:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574055.805045:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574055/real 1788574055]  req@ffff8b7a8367aa00 x1875453982927360/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574055.805052:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453982927360/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574055.805058:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574055.805059:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574055.805069:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982927360:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574056.508697:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574057.532590:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574058.556640:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574059.580720:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574060.604669:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574060.924671:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574060.924684:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574060.924689:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574060.924704:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1804
00000100:00080000:3.0:1788574060.924718:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574060.924730:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574060.924780:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982927488/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574060.924804:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574060.924807:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574060.924808:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574060.924812:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1804
00000100:00080000:3.0:1788574060.924831:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574060.924836:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574060.924847:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574060.924850:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982927488:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574060.924859:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982927616/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574060.924868:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574060.924870:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574060.924871:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574060.924873:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1804
00000100:00080000:3.0:1788574060.924876:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574060.924878:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574060.924880:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574060.924887:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982927744/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574060.925012:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982927616:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788574060.925053:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982927744:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574061.628620:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574062.652679:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574063.676668:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788574063.996873:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:1.0:1788574063.996922:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788574063.996941:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:1.0:1788574063.996978:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:1.0:1788574063.996985:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:0.0:1788574063.997041:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574060/real 1788574063]  req@ffff8b7a86088e00 x1875453982927616/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574063.997107:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982927616/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574063.997120:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574063.997126:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574063.997135:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982927616:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788574063.997145:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574060/real 1788574063]  req@ffff8b7a86089500 x1875453982927744/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574063.997158:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982927744/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574063.997167:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574063.997171:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574063.997175:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982927744:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788574063.997183:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574060/real 1788574063]  req@ffff8b7a8608b100 x1875453982927488/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574063.997195:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982927488/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574063.997204:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574063.997207:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574063.997211:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982927488:192.168.202.159@tcp:250:kworker.0
00010000:00010000:3.0:1788574064.700687:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574065.724711:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574066.044685:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574066.044696:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574066.044701:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574066.044733:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1809
00000100:00080000:2.0:1788574066.044746:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574066.044755:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574066.044825:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453982927872/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574066.044853:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574066.044856:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574066.044858:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574066.044862:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1809
00000100:00080000:2.0:1788574066.044866:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574066.044870:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574066.044879:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574066.044890:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982927872:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574066.044893:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453982928000/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574066.044909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574066.044912:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574066.044914:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574066.044917:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1809
00000100:00080000:2.0:1788574066.044922:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574066.044926:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574066.044932:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574066.044946:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453982928128/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574066.044965:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574066.045014:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574066/real 1788574066]  req@ffff8b7a83679880 x1875453982927872/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574066.045035:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453982927872/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574066.045047:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574066.045052:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574066.045056:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982927872:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574066.045084:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982928000:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574066.045109:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574066.045123:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574066/real 1788574066]  req@ffff8b7a83678a80 x1875453982928000/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574066.045138:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453982928000/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574066.045147:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574066.045151:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574066.045154:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982928000:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788574066.045162:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982928128:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574066.045193:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574066.045206:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574066/real 1788574066]  req@ffff8b7a8367ad80 x1875453982928128/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574066.045235:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453982928128/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574066.045245:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574066.045249:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574066.045253:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982928128:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574066.748692:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574067.772717:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574068.796685:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574069.820706:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574070.844628:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574071.164620:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574071.164631:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574071.164636:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574071.164646:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1814
00000100:00080000:3.0:1788574071.164658:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574071.164666:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574071.164700:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982928256/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574071.164737:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574071.164740:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574071.164742:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574071.164745:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1814
00000100:00080000:3.0:1788574071.164749:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574071.164752:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574071.164760:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574071.164771:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982928256:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574071.164772:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982928384/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574071.164786:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574071.164788:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574071.164789:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574071.164792:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1814
00000100:00080000:3.0:1788574071.164795:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574071.164797:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574071.164800:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574071.164810:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982928512/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574071.164837:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574071.164870:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574071/real 1788574071]  req@ffff8b7a8608b100 x1875453982928256/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574071.164894:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982928256/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574071.164903:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574071.164906:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574071.164909:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982928256:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574071.164927:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982928384:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574071.164946:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574071.164958:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574071/real 1788574071]  req@ffff8b7a86089500 x1875453982928384/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574071.164972:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982928384/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574071.164989:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574071.164993:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574071.164996:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982928384:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788574071.165001:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982928512:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574071.165018:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574071.165026:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574071/real 1788574071]  req@ffff8b7a86088e00 x1875453982928512/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574071.165034:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982928512/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574071.165040:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574071.165042:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574071.165044:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982928512:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574071.868719:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574072.892611:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574073.916667:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574074.940632:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574075.964653:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574076.284627:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574076.284644:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574076.284650:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574076.284665:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1819
00000100:00080000:3.0:1788574076.284701:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574076.284713:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574076.284780:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982928640/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574076.284812:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574076.284816:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574076.284819:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574076.284825:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1819
00000100:00080000:3.0:1788574076.284831:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574076.284836:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574076.284846:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982928640:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788574076.284850:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574076.284869:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982928768/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574076.284883:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574076.284887:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574076.284889:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574076.284894:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1819
00000100:00080000:3.0:1788574076.284899:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574076.284913:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574076.284923:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1788574076.284930:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788574076.284940:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982928896/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788574076.284982:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574076/real 1788574076]  req@ffff8b7a86089180 x1875453982928640/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574076.285007:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982928640/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574076.285015:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574076.285026:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574076.285029:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982928640:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574076.285053:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982928768:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574076.285074:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574076.285083:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574076/real 1788574076]  req@ffff8b7a8608b480 x1875453982928768/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574076.285091:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982928768/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574076.285097:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574076.285099:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574076.285101:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982928768:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788574076.285104:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982928896:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574076.285114:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574076.285120:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574076/real 1788574076]  req@ffff8b7a86088000 x1875453982928896/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574076.285128:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982928896/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574076.285132:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574076.285134:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574076.285136:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982928896:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574076.988641:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574078.012641:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574079.036609:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574080.060681:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574081.084706:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574081.404599:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574081.404609:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574081.404613:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574081.404621:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1824
00000100:00080000:2.0:1788574081.404629:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574081.404635:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574081.404665:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453982929024/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574081.404687:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574081.404691:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574081.404693:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574081.404697:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1824
00000100:00080000:2.0:1788574081.404701:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574081.404705:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574081.404715:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574081.404720:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982929024:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574081.404727:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453982929152/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574081.404737:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574081.404740:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574081.404756:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574081.404761:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1824
00000100:00080000:2.0:1788574081.404765:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574081.404769:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574081.404774:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574081.404785:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453982929280/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1788574081.404791:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574081.404830:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574081/real 1788574081]  req@ffff8b7a83678000 x1875453982929024/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574081.404847:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453982929024/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574081.404855:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574081.404858:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574081.404861:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982929024:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574081.404880:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982929152:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574081.404898:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574081.404907:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574081/real 1788574081]  req@ffff8b7a8367b480 x1875453982929152/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574081.404915:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453982929152/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574081.404920:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574081.404922:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574081.404924:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982929152:192.168.202.159@tcp:38:kworker.0
00000100:00100000:0.0:1788574081.404928:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982929280:192.168.202.159@tcp:38:kworker.0
00000800:00000100:0.0:1788574081.404939:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574081.404944:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574081/real 1788574081]  req@ffff8b7a83679500 x1875453982929280/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788574081.404964:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453982929280/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788574081.404970:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788574081.404972:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:0.0:1788574081.404974:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982929280:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574082.108616:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574083.132706:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574084.156684:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574085.180617:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574086.204624:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574086.524602:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574086.524611:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574086.524614:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574086.524623:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1829
00000100:00080000:0.0:1788574086.524633:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574086.524640:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574086.524673:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453982929408/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574086.524695:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574086.524698:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574086.524700:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574086.524703:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1829
00000100:00080000:0.0:1788574086.524705:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574086.524707:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574086.524715:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574086.524739:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453982929536/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574086.524749:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788574086.524750:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982929408:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788574086.524752:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574086.524756:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574086.524761:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1829
00000100:00080000:0.0:1788574086.524764:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574086.524767:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574086.524772:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574086.524781:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453982929664/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574086.524828:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574086.524864:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574086/real 1788574086]  req@ffff8b7a86113800 x1875453982929408/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574086.524878:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453982929408/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574086.524886:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574086.524889:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574086.524892:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982929408:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574086.524919:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982929536:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574086.524937:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574086.525008:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574086/real 1788574086]  req@ffff8b7a86111f80 x1875453982929536/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574086.525017:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453982929536/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574086.525023:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574086.525025:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574086.525027:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982929536:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574086.525031:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982929664:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574086.525045:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574086.525051:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574086/real 1788574086]  req@ffff8b7a86110380 x1875453982929664/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574086.525058:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453982929664/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574086.525063:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574086.525064:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574086.525066:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982929664:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574087.228672:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574088.252630:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574089.276712:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574090.300615:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574091.324625:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574091.644582:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574091.644592:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574091.644597:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574091.644608:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1834
00000100:00080000:0.0:1788574091.644619:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574091.644626:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574091.644665:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453982929792/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574091.644694:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574091.644697:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574091.644699:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574091.644715:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1834
00000100:00080000:0.0:1788574091.644720:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574091.644725:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574091.644730:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982929792:192.168.202.159@tcp:250:kworker.0
00000008:00100000:0.0:1788574091.644736:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574091.644752:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453982929920/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574091.644761:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574091.644763:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574091.644764:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574091.644766:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1834
00000100:00080000:0.0:1788574091.644770:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574091.644772:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574091.644776:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574091.644785:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453982930048/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574091.644789:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574091.644829:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574091/real 1788574091]  req@ffff8b7a86110e00 x1875453982929792/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574091.644848:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453982929792/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574091.644859:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574091.644863:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574091.644868:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982929792:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574091.644889:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982929920:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574091.644908:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574091.644917:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574091/real 1788574091]  req@ffff8b7a86112300 x1875453982929920/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574091.644937:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453982929920/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574091.644943:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574091.644945:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574091.644947:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982929920:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574091.644951:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982930048:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574091.644964:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574091.644971:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574091/real 1788574091]  req@ffff8b7a86113b80 x1875453982930048/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574091.644979:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453982930048/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574091.644983:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574091.644985:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574091.644987:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982930048:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574092.348691:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574093.372627:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574094.396600:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574095.420721:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574096.444700:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574096.764599:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574096.764613:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574096.764619:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574096.764632:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1840
00000100:00080000:3.0:1788574096.764646:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574096.764656:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574096.764708:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982930176/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574096.764740:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574096.764745:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574096.764747:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574096.764752:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1840
00000100:00080000:3.0:1788574096.764757:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574096.764763:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574096.764770:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982930176:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788574096.764776:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574096.764793:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982930304/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574096.764807:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574096.764811:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574096.764831:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574096.764836:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1840
00000100:00080000:3.0:1788574096.764841:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1788574096.764845:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:3.0:1788574096.764849:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574096.764857:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574096.764874:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982930432/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574096.764891:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574096/real 1788574096]  req@ffff8b7a86088700 x1875453982930176/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574096.764916:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982930176/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574096.764932:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574096.764936:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574096.764940:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982930176:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574096.764963:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982930304:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574096.764982:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574096.764992:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574096/real 1788574096]  req@ffff8b7a86088a80 x1875453982930304/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574096.765000:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982930304/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574096.765006:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574096.765008:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574096.765010:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982930304:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574096.765014:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982930432:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574096.765024:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574096.765030:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574096/real 1788574096]  req@ffff8b7a86089880 x1875453982930432/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574096.765038:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982930432/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574096.765043:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574096.765045:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574096.765046:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982930432:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574097.468664:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574098.492798:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574099.516671:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574100.540603:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574101.564700:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574101.884581:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574101.884593:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574101.884597:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574101.884610:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1845
00000100:00080000:3.0:1788574101.884621:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574101.884629:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574101.884662:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982930560/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574101.884684:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574101.884687:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574101.884689:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574101.884692:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1845
00000100:00080000:3.0:1788574101.884694:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574101.884697:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574101.884704:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574101.884728:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982930688/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574101.884742:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982930560:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574101.884743:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574101.884752:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574101.884757:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574101.884762:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1845
00000100:00080000:3.0:1788574101.884765:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574101.884768:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574101.884771:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574101.884778:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982930816/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574101.884859:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574101.884921:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574101/real 1788574101]  req@ffff8b7a86089f80 x1875453982930560/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574101.884945:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982930560/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574101.884959:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574101.884964:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574101.884968:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982930560:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574101.885003:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982930688:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574101.885031:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574101.885045:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574101/real 1788574101]  req@ffff8b7a86089c00 x1875453982930688/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574101.885059:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982930688/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574101.885068:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574101.885072:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574101.885076:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982930688:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574101.885083:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982930816:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574101.885107:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574101.885151:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574101/real 1788574101]  req@ffff8b7a8608a300 x1875453982930816/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574101.885165:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982930816/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574101.885174:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574101.885178:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574101.885182:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982930816:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574102.588656:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574103.612597:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574104.636704:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574105.660696:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574106.684664:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574107.004609:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574107.004624:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574107.004630:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574107.004644:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1850
00000100:00080000:3.0:1788574107.004658:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574107.004668:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574107.004718:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982930944/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574107.004754:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574107.004759:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574107.004761:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574107.004766:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1850
00000100:00080000:3.0:1788574107.004791:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574107.004797:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574107.004805:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982930944:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788574107.004810:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574107.004830:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982931072/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574107.004843:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574107.004846:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574107.004848:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574107.004853:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1850
00000100:00080000:3.0:1788574107.004877:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574107.004882:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574107.004889:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788574107.004893:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788574107.004906:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982931200/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574107.004946:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574107/real 1788574107]  req@ffff8b7a8608ad80 x1875453982930944/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574107.004964:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982930944/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574107.004973:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574107.004977:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574107.004982:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982930944:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574107.005012:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982931072:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574107.005039:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574107.005054:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574107/real 1788574107]  req@ffff8b7a8608a680 x1875453982931072/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574107.005080:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982931072/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574107.005086:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574107.005088:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574107.005090:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982931072:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574107.005095:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982931200:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574107.005128:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574107.005137:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574107/real 1788574107]  req@ffff8b7a8608aa00 x1875453982931200/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574107.005146:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982931200/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574107.005151:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574107.005153:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574107.005156:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982931200:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574107.708670:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574108.732742:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574109.756615:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574110.780734:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574111.804663:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574112.124650:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574112.124661:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574112.124665:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574112.124677:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1855
00000100:00080000:0.0:1788574112.124711:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574112.124720:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574112.124760:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453982931328/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574112.124787:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574112.124790:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574112.124791:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574112.124794:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1855
00000100:00080000:0.0:1788574112.124796:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574112.124799:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574112.124808:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574112.124817:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453982931456/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574112.124824:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574112.124827:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574112.124828:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574112.124831:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1855
00000100:00080000:0.0:1788574112.124833:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574112.124835:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574112.124838:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574112.124845:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453982931584/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574112.124854:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982931328:192.168.202.159@tcp:250:kworker.0
00000800:00000100:2.0:1788574112.124929:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574112.124986:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574112/real 1788574112]  req@ffff8b7a86111880 x1875453982931328/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574112.125003:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453982931328/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574112.125018:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574112.125021:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574112.125025:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982931328:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574112.125030:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982931456:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574112.125050:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574112.125060:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574112/real 1788574112]  req@ffff8b7a86112a00 x1875453982931456/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574112.125068:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453982931456/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574112.125073:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574112.125075:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574112.125077:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982931456:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574112.125100:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982931584:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574112.125112:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574112.125122:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574112/real 1788574112]  req@ffff8b7a86112d80 x1875453982931584/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574112.125134:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453982931584/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574112.125143:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574112.125146:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574112.125150:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982931584:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574112.828619:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574113.852726:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574114.876779:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574115.900605:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574116.924656:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574117.244630:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574117.244639:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574117.244643:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574117.244652:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1860
00000100:00080000:3.0:1788574117.244661:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574117.244668:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574117.244700:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982931712/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574117.244735:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574117.244738:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574117.244739:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574117.244742:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1860
00000100:00080000:3.0:1788574117.244745:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574117.244749:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574117.244757:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574117.244769:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982931840/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574117.244770:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982931712:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574117.244785:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574117.244788:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574117.244789:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574117.244792:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1860
00000100:00080000:3.0:1788574117.244794:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574117.244808:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574117.244812:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574117.244821:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982931968/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574117.244853:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574117.244888:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574117/real 1788574117]  req@ffff8b7a86088380 x1875453982931712/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574117.244901:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982931712/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574117.244909:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574117.244912:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574117.244915:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982931712:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574117.244933:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982931840:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574117.244949:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574117.244957:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574117/real 1788574117]  req@ffff8b7a8608b800 x1875453982931840/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574117.244965:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982931840/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574117.244970:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574117.244973:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574117.244975:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982931840:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574117.244978:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982931968:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574117.244988:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574117.245003:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574117/real 1788574117]  req@ffff8b7a8608bb80 x1875453982931968/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574117.245011:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982931968/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574117.245018:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574117.245020:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574117.245022:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982931968:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574117.948600:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574118.972651:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574119.996632:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574121.020704:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574122.044620:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574122.364602:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574122.364623:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574122.364628:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574122.364638:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1865
00000100:00080000:3.0:1788574122.364683:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574122.364702:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574122.364740:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982932096/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574122.364774:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574122.364785:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574122.364788:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574122.364793:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1865
00000100:00080000:3.0:1788574122.364798:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574122.364804:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574122.364815:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982932096:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788574122.364828:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574122.364847:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982932224/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574122.364861:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574122.364864:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574122.364866:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574122.364872:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1865
00000100:00080000:3.0:1788574122.364877:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1788574122.364882:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:3.0:1788574122.364887:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574122.364895:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574122.364910:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982932352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574122.364919:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574122/real 1788574122]  req@ffff8b7a8608bb80 x1875453982932096/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574122.364937:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982932096/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574122.364946:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574122.364950:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574122.364953:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982932096:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574122.364972:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982932224:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574122.364992:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574122.365006:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574122/real 1788574122]  req@ffff8b7a8608b800 x1875453982932224/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574122.365037:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982932224/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574122.365047:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574122.365051:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574122.365055:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982932224:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574122.365062:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982932352:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574122.365085:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574122.365096:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574122/real 1788574122]  req@ffff8b7a86088380 x1875453982932352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574122.365104:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982932352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574122.365110:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574122.365113:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574122.365115:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982932352:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574123.068715:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574124.092697:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574125.116655:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574126.140708:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574127.164634:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574127.484643:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574127.484657:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574127.484663:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574127.484676:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1870
00000100:00080000:1.0:1788574127.484690:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574127.484697:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574127.484760:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982932480/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574127.484791:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574127.484795:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574127.484797:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574127.484803:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1870
00000100:00080000:1.0:1788574127.484808:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574127.484814:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574127.484826:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574127.484835:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982932480:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574127.484844:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453982932608/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574127.484858:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574127.484861:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574127.484863:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574127.484868:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1870
00000100:00080000:1.0:1788574127.484873:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574127.484878:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574127.484883:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574127.484895:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982932736/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574127.484963:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982932608:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574127.484991:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982932736:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574128.188672:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574129.212709:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574130.236693:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788574130.556858:0:2374:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788574130.556917:0:2374:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788574130.556938:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788574130.556994:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788574130.557009:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:2.0:1788574130.557031:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574127/real 1788574130]  req@ffff8b7a86bfb800 x1875453982932608/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574130.557064:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453982932608/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574130.557078:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574130.557085:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574130.557090:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982932608:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574130.557099:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574127/real 1788574130]  req@ffff8b7a86bfad80 x1875453982932736/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574130.557111:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982932736/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574130.557119:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574130.557122:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574130.557125:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982932736:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574130.557132:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574127/real 1788574130]  req@ffff8b7a86bfaa00 x1875453982932480/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574130.557146:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982932480/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574130.557153:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574130.557157:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574130.557160:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982932480:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788574131.260621:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574132.284683:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574132.604590:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574132.604598:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574132.604602:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574132.604612:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1875
00000100:00080000:3.0:1788574132.604621:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574132.604627:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574132.604657:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982932864/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574132.604677:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574132.604680:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574132.604681:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574132.604685:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1875
00000100:00080000:3.0:1788574132.604687:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574132.604690:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574132.604698:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574132.604707:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982932992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574132.604715:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982932864:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574132.604717:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574132.604719:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574132.604720:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574132.604723:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1875
00000100:00080000:3.0:1788574132.604726:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574132.604739:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574132.604743:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574132.604752:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982933120/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574132.604796:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574132.604843:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574132/real 1788574132]  req@ffff8b7a8608aa00 x1875453982932864/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574132.604880:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982932864/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574132.604893:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574132.604898:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574132.604904:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982932864:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574132.604958:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982932992:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574132.604985:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574132.604998:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574132/real 1788574132]  req@ffff8b7a8608a680 x1875453982932992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574132.605013:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982932992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574132.605022:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574132.605026:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574132.605030:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982932992:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574132.605037:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982933120:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574132.605057:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574132.605068:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574132/real 1788574132]  req@ffff8b7a8608ad80 x1875453982933120/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574132.605102:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982933120/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574132.605112:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574132.605116:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574132.605120:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982933120:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574133.308715:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574134.332682:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574135.356685:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574136.380719:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574137.404602:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574137.724574:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574137.724582:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574137.724586:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574137.724594:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1881
00000100:00080000:3.0:1788574137.724603:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574137.724610:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574137.724643:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982933248/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574137.724666:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574137.724668:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574137.724670:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574137.724673:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1881
00000100:00080000:3.0:1788574137.724676:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574137.724679:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574137.724687:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574137.724695:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982933248:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574137.724698:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982933376/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574137.724710:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574137.724712:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574137.724727:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574137.724731:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1881
00000100:00080000:3.0:1788574137.724747:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574137.724750:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574137.724755:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788574137.724756:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788574137.724769:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982933504/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574137.724796:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574137/real 1788574137]  req@ffff8b7a8608a300 x1875453982933248/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574137.724817:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982933248/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574137.724829:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574137.724833:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574137.724837:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982933248:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574137.724861:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982933376:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574137.724886:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574137.724901:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574137/real 1788574137]  req@ffff8b7a86089c00 x1875453982933376/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574137.724914:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982933376/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574137.724930:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574137.724934:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574137.724938:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982933376:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574137.724945:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982933504:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574137.724969:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574137.724982:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574137/real 1788574137]  req@ffff8b7a86089f80 x1875453982933504/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574137.724995:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982933504/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574137.725004:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574137.725007:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574137.725011:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982933504:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574138.428643:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574139.452626:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574140.476668:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574141.500624:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574142.524649:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574142.844618:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574142.844630:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574142.844635:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574142.844647:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1886
00000100:00080000:3.0:1788574142.844660:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574142.844669:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574142.844714:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982933632/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574142.844749:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574142.844752:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574142.844754:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574142.844757:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1886
00000100:00080000:3.0:1788574142.844760:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574142.844763:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574142.844773:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574142.844783:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982933760/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574142.844790:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982933632:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574142.844819:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574142.844822:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574142.844823:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574142.844827:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1886
00000100:00080000:3.0:1788574142.844831:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574142.844834:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574142.844838:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574142.844847:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982933888/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574142.844874:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574142.844925:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574142/real 1788574142]  req@ffff8b7a86089880 x1875453982933632/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574142.844947:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982933632/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574142.844969:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574142.844982:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574142.844987:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982933632:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574142.845031:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982933760:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574142.845059:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574142.845074:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574142/real 1788574142]  req@ffff8b7a86088a80 x1875453982933760/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574142.845097:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982933760/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574142.845107:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574142.845111:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574142.845114:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982933760:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574142.845121:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982933888:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574142.845141:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574142.845152:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574142/real 1788574142]  req@ffff8b7a86088700 x1875453982933888/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574142.845166:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982933888/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574142.845175:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574142.845178:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574142.845182:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982933888:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574143.548697:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574144.572654:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574145.596710:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574146.620638:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574147.644670:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574147.964638:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574147.964648:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574147.964653:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574147.964665:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1891
00000100:00080000:3.0:1788574147.964677:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574147.964686:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574147.964735:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982934016/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574147.964763:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574147.964767:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574147.964769:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574147.964775:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1891
00000100:00080000:3.0:1788574147.964781:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574147.964786:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574147.964806:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982934016:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788574147.964813:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574147.964836:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982934144/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574147.964846:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574147.964849:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574147.964851:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574147.964854:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1891
00000100:00080000:3.0:1788574147.964892:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574147.964896:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574147.964901:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788574147.964907:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788574147.964919:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982934272/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574147.964956:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574147/real 1788574147]  req@ffff8b7a86088000 x1875453982934016/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574147.964974:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982934016/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574147.964984:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574147.964987:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574147.964991:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982934016:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574147.965021:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982934144:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574147.965048:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574147.965060:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574147/real 1788574147]  req@ffff8b7a8608b480 x1875453982934144/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574147.965069:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982934144/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574147.965075:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574147.965077:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574147.965080:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982934144:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574147.965084:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982934272:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574147.965098:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574147.965105:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574147/real 1788574147]  req@ffff8b7a86089180 x1875453982934272/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574147.965130:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982934272/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574147.965136:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574147.965138:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574147.965140:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982934272:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574148.668648:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574149.692608:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574150.716605:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574151.740684:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574152.764592:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574153.084568:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574153.084576:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574153.084580:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574153.084588:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1896
00000100:00080000:3.0:1788574153.084597:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574153.084603:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574153.084654:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982934400/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574153.084676:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574153.084679:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574153.084681:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574153.084684:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1896
00000100:00080000:3.0:1788574153.084703:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574153.084724:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574153.084726:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982934400:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788574153.084735:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574153.084765:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982934528/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574153.084774:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574153.084777:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574153.084778:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574153.084781:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1896
00000100:00080000:3.0:1788574153.084800:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574153.084803:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574153.084807:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788574153.084813:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788574153.084819:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982934656/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574153.084860:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574153/real 1788574153]  req@ffff8b7a86088e00 x1875453982934400/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574153.084881:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982934400/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574153.084894:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574153.084899:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574153.084903:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982934400:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574153.084928:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982934528:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574153.084955:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574153.084969:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574153/real 1788574153]  req@ffff8b7a86089500 x1875453982934528/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574153.084983:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982934528/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574153.085003:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574153.085008:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574153.085013:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982934528:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574153.085029:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982934656:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574153.085052:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574153.085064:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574153/real 1788574153]  req@ffff8b7a8608b100 x1875453982934656/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574153.085076:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982934656/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574153.085085:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574153.085088:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574153.085092:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982934656:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574153.788611:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574154.812614:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574155.836643:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574156.860584:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574157.884746:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574158.204630:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574158.204649:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574158.204654:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574158.204666:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1901
00000100:00080000:3.0:1788574158.204679:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574158.204687:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574158.204741:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982934784/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574158.204783:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574158.204807:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574158.204809:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574158.204817:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1901
00000100:00100000:2.0:1788574158.204825:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982934784:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574158.204825:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574158.204839:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574158.204858:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574158.204874:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982934912/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574158.204885:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574158.204888:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574158.204889:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574158.204892:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1901
00000100:00080000:3.0:1788574158.204895:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574158.204900:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574158.204903:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788574158.204910:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788574158.204913:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982935040/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574158.204964:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574158/real 1788574158]  req@ffff8b7a8608b100 x1875453982934784/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574158.204988:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982934784/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574158.205001:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574158.205026:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574158.205031:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982934784:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574158.205059:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982934912:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574158.205084:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574158.205094:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574158/real 1788574158]  req@ffff8b7a86089500 x1875453982934912/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574158.205104:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982934912/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574158.205110:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574158.205112:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574158.205115:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982934912:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574158.205119:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982935040:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574158.205131:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574158.205138:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574158/real 1788574158]  req@ffff8b7a86088e00 x1875453982935040/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574158.205146:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982935040/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574158.205159:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574158.205162:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574158.205164:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982935040:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574158.908657:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574159.932616:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574160.956642:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574161.980595:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574163.004659:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574163.324611:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574163.324627:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574163.324632:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574163.324643:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1906
00000100:00080000:3.0:1788574163.324656:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574163.324664:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574163.324705:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982935168/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574163.324757:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574163.324761:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574163.324764:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574163.324771:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1906
00000100:00080000:3.0:1788574163.324776:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574163.324783:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574163.324796:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574163.324798:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982935168:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574163.324816:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982935296/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574163.324826:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574163.324829:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574163.324831:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574163.324834:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1906
00000100:00080000:3.0:1788574163.324839:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574163.324843:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574163.324847:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574163.324856:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982935424/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574163.324867:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574163.324911:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574163/real 1788574163]  req@ffff8b7a86089180 x1875453982935168/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574163.324925:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982935168/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574163.324934:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574163.324937:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574163.324940:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982935168:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574163.324959:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982935296:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574163.324979:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574163.324992:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574163/real 1788574163]  req@ffff8b7a8608b480 x1875453982935296/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574163.325005:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982935296/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574163.325014:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574163.325018:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574163.325022:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982935296:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574163.325029:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982935424:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574163.325046:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574163.325054:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574163/real 1788574163]  req@ffff8b7a86088000 x1875453982935424/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574163.325079:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982935424/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574163.325085:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574163.325087:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574163.325090:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982935424:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574164.028661:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574165.052666:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574166.076639:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574167.100732:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574168.124588:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574168.444607:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574168.444618:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574168.444623:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574168.444637:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1911
00000100:00080000:3.0:1788574168.444672:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574168.444687:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574168.444726:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982935552/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574168.444751:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574168.444754:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574168.444755:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574168.444759:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1911
00000100:00080000:3.0:1788574168.444761:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574168.444764:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574168.444775:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574168.444784:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982935680/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574168.444794:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574168.444796:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574168.444800:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574168.444808:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1911
00000100:00100000:2.0:1788574168.444810:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982935552:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574168.444812:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574168.444816:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574168.444819:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574168.444840:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982935808/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574168.444892:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574168.444926:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574168/real 1788574168]  req@ffff8b7a86088700 x1875453982935552/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574168.444941:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982935552/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574168.444950:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574168.444960:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574168.444965:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982935552:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574168.444992:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982935680:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574168.445019:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574168.445033:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574168/real 1788574168]  req@ffff8b7a86088a80 x1875453982935680/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574168.445046:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982935680/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574168.445067:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574168.445070:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574168.445073:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982935680:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574168.445078:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982935808:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574168.445094:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574168.445102:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574168/real 1788574168]  req@ffff8b7a86089880 x1875453982935808/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574168.445110:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982935808/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574168.445114:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574168.445116:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574168.445118:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982935808:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574169.148667:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574170.172609:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574171.196655:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574172.220611:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574173.244728:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574173.564568:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574173.564599:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574173.564604:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574173.564617:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1916
00000100:00080000:3.0:1788574173.564630:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574173.564639:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574173.564681:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982935936/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574173.564705:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574173.564708:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574173.564709:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574173.564713:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1916
00000100:00080000:3.0:1788574173.564716:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574173.564720:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574173.564730:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574173.564740:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982936064/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574173.564749:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788574173.564751:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982935936:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574173.564760:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574173.564762:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574173.564765:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1916
00000100:00080000:3.0:1788574173.564768:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574173.564771:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574173.564774:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574173.564785:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982936192/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574173.564830:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574173.564876:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574173/real 1788574173]  req@ffff8b7a86089f80 x1875453982935936/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574173.564900:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982935936/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574173.564913:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574173.564941:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574173.564945:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982935936:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574173.564974:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982936064:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574173.564995:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574173.565005:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574173/real 1788574173]  req@ffff8b7a86089c00 x1875453982936064/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574173.565014:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982936064/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574173.565020:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574173.565022:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574173.565025:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982936064:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574173.565029:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982936192:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574173.565040:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574173.565046:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574173/real 1788574173]  req@ffff8b7a8608a300 x1875453982936192/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574173.565062:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982936192/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574173.565068:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574173.565070:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574173.565072:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982936192:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574174.268631:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574175.292712:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574176.316671:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574177.340727:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574178.364703:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574178.684581:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574178.684592:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574178.684597:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574178.684608:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1922
00000100:00080000:3.0:1788574178.684634:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574178.684643:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574178.684693:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982936320/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574178.684721:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574178.684723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574178.684725:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574178.684728:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1922
00000100:00080000:3.0:1788574178.684732:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574178.684735:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574178.684745:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574178.684762:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982936448/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574178.684764:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982936320:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574178.684775:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574178.684778:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574178.684779:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574178.684783:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1922
00000100:00080000:3.0:1788574178.684785:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574178.684788:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574178.684810:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574178.684820:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982936576/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574178.684857:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574178.684904:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574178/real 1788574178]  req@ffff8b7a8608ad80 x1875453982936320/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574178.684920:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982936320/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574178.684929:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574178.684933:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574178.684937:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982936320:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574178.684966:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982936448:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574178.684992:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574178.685003:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574178/real 1788574178]  req@ffff8b7a8608a680 x1875453982936448/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574178.685012:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982936448/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574178.685018:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574178.685020:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574178.685022:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982936448:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574178.685026:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982936576:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574178.685038:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574178.685045:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574178/real 1788574178]  req@ffff8b7a8608aa00 x1875453982936576/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574178.685064:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982936576/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574178.685070:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574178.685073:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574178.685075:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982936576:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574179.388740:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574180.412686:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574181.436648:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574182.460724:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574183.484622:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574183.804619:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574183.804630:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574183.804634:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574183.804646:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1927
00000100:00080000:3.0:1788574183.804659:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574183.804667:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574183.804711:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982936704/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574183.804736:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574183.804739:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574183.804740:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574183.804744:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1927
00000100:00080000:3.0:1788574183.804747:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574183.804750:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574183.804760:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574183.804771:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982936832/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574183.804773:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982936704:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574183.804787:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574183.804789:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574183.804790:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574183.804793:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1927
00000100:00080000:3.0:1788574183.804815:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574183.804819:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574183.804823:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574183.804834:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982936960/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574183.804855:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574183.804899:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574183/real 1788574183]  req@ffff8b7a86088380 x1875453982936704/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574183.804915:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982936704/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574183.804924:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574183.804927:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574183.804930:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982936704:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574183.804952:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982936832:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574183.804968:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574183.804976:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574183/real 1788574183]  req@ffff8b7a8608b800 x1875453982936832/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574183.804984:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982936832/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574183.804996:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574183.804999:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574183.805001:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982936832:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574183.805005:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982936960:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574183.805018:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574183.805025:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574183/real 1788574183]  req@ffff8b7a8608bb80 x1875453982936960/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574183.805032:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982936960/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574183.805037:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574183.805039:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574183.805041:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982936960:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574184.508685:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574185.532682:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574186.557217:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574187.580605:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574188.604629:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574188.924653:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574188.924665:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574188.924670:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574188.924682:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1932
00000100:00080000:3.0:1788574188.924694:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574188.924701:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574188.924747:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982937088/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574188.924773:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574188.924776:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574188.924777:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574188.924780:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1932
00000100:00080000:3.0:1788574188.924783:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574188.924785:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574188.924795:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574188.924804:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982937216/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574188.924813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788574188.924821:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982937088:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574188.924835:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574188.924837:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574188.924841:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1932
00000100:00080000:3.0:1788574188.924844:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574188.924849:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574188.924854:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574188.924866:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982937344/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574188.924892:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574188.924938:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574188/real 1788574188]  req@ffff8b7a8608bb80 x1875453982937088/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574188.924954:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982937088/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574188.924962:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574188.924979:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574188.924982:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982937088:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574188.925003:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982937216:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574188.925023:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574188.925047:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574188/real 1788574188]  req@ffff8b7a8608b800 x1875453982937216/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574188.925057:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982937216/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574188.925063:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574188.925065:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574188.925068:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982937216:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574188.925073:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982937344:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574188.925085:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574188.925092:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574188/real 1788574188]  req@ffff8b7a86088380 x1875453982937344/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574188.925100:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982937344/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574188.925105:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574188.925107:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574188.925109:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982937344:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574189.628615:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574190.652612:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574191.676643:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574192.700617:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574193.724638:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574194.044667:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574194.044683:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574194.044689:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574194.044727:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1937
00000100:00080000:1.0:1788574194.044768:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574194.044778:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574194.044832:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982937472/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574194.044867:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574194.044871:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574194.044874:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574194.044879:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1937
00000100:00080000:1.0:1788574194.044883:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574194.044888:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574194.044901:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574194.044919:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982937600/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574194.044921:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982937472:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788574194.044940:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574194.044943:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574194.044945:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574194.044950:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1937
00000100:00080000:1.0:1788574194.044955:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574194.044960:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574194.044965:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574194.044979:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982937728/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574194.045047:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982937600:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574194.045071:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982937728:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574194.748664:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574195.772634:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574196.796643:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788574197.116775:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788574197.116811:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788574197.116825:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788574197.116860:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788574197.116866:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:2.0:1788574197.116914:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574194/real 1788574197]  req@ffff8b7a86bf8380 x1875453982937600/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574197.116943:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982937600/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574197.116956:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574197.116961:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574197.116966:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982937600:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574197.116975:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574194/real 1788574197]  req@ffff8b7a86bf9f80 x1875453982937728/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574197.116989:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982937728/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574197.116998:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574197.117002:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574197.117006:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982937728:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574197.117014:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574194/real 1788574197]  req@ffff8b7a86bf8700 x1875453982937472/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574197.117028:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982937472/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574197.117060:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574197.117065:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574197.117069:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982937472:192.168.202.159@tcp:250:kworker.0
00010000:00010000:2.0:1788574197.820693:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574198.844645:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574199.164688:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574199.164698:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574199.164718:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574199.164729:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1942
00000100:00080000:0.0:1788574199.164740:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574199.164748:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574199.164793:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453982937856/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574199.164824:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574199.164827:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574199.164828:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574199.164832:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1942
00000100:00080000:0.0:1788574199.164835:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574199.164840:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574199.164852:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574199.164869:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453982937984/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574199.164882:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788574199.164882:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982937856:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788574199.164891:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574199.164893:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574199.164898:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1942
00000100:00080000:0.0:1788574199.164902:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574199.164906:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574199.164920:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574199.164936:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453982938112/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574199.164981:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574199.165037:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574199/real 1788574199]  req@ffff8b7a86112680 x1875453982937856/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574199.165060:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453982937856/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574199.165074:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574199.165078:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574199.165083:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982937856:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574199.165124:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982937984:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574199.165154:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574199.165169:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574199/real 1788574199]  req@ffff8b7a86110700 x1875453982937984/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574199.165183:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453982937984/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574199.165193:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574199.165196:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574199.165208:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982937984:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574199.165216:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982938112:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574199.165240:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574199.165253:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574199/real 1788574199]  req@ffff8b7a86111c00 x1875453982938112/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574199.165266:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453982938112/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574199.165274:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574199.165277:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574199.165281:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982938112:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574199.868662:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574200.892648:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574201.916688:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574202.940612:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574203.964705:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574204.284631:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574204.284646:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574204.284652:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574204.284666:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1947
00000100:00080000:3.0:1788574204.284690:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574204.284702:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574204.284764:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982938240/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574204.284796:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574204.284801:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574204.284803:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574204.284808:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1947
00000100:00080000:3.0:1788574204.284813:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574204.284818:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574204.284831:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574204.284848:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982938240:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574204.284850:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982938368/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574204.284885:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574204.284889:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574204.284891:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574204.284896:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1947
00000100:00080000:3.0:1788574204.284922:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574204.284928:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000800:00000100:2.0:1788574204.284934:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000008:00100000:3.0:1788574204.284936:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574204.284955:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982938496/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574204.284992:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574204/real 1788574204]  req@ffff8b7a8608aa00 x1875453982938240/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574204.285014:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982938240/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574204.285027:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574204.285031:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574204.285036:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982938240:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574204.285068:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982938368:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574204.285105:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574204.285119:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574204/real 1788574204]  req@ffff8b7a8608a680 x1875453982938368/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574204.285132:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982938368/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574204.285155:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574204.285161:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574204.285166:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982938368:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574204.285175:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982938496:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574204.285197:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574204.285209:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574204/real 1788574204]  req@ffff8b7a8608ad80 x1875453982938496/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574204.285222:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982938496/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574204.285231:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574204.285235:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574204.285240:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982938496:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574204.988676:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574206.012616:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574207.036669:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574208.060661:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574209.084658:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574209.404603:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574209.404614:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574209.404619:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574209.404630:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1952
00000100:00080000:3.0:1788574209.404643:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574209.404651:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574209.404695:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982938624/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574209.404722:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574209.404725:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574209.404727:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574209.404730:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1952
00000100:00080000:3.0:1788574209.404732:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574209.404736:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574209.404756:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982938624:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788574209.404768:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574209.404781:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982938752/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574209.404790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574209.404793:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574209.404795:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574209.404797:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1952
00000100:00080000:3.0:1788574209.404801:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574209.404804:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574209.404808:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574209.404815:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982938880/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574209.404833:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574209.404909:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574209/real 1788574209]  req@ffff8b7a8608a300 x1875453982938624/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574209.404926:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982938624/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574209.404935:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574209.404938:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574209.404941:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982938624:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574209.404963:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982938752:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574209.404982:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574209.404990:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574209/real 1788574209]  req@ffff8b7a86089c00 x1875453982938752/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574209.404998:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982938752/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574209.405004:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574209.405013:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574209.405015:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982938752:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574209.405019:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982938880:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574209.405031:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574209.405038:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574209/real 1788574209]  req@ffff8b7a86089f80 x1875453982938880/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574209.405046:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982938880/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574209.405060:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574209.405062:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574209.405064:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982938880:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574210.108687:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574211.132637:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574212.156659:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574213.180698:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574214.204723:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574214.524660:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574214.524674:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574214.524680:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574214.524694:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1957
00000100:00080000:0.0:1788574214.524708:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574214.524718:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574214.524768:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453982939008/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574214.524803:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574214.524808:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574214.524810:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574214.524816:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1957
00000100:00080000:0.0:1788574214.524821:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574214.524827:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574214.524842:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574214.524850:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982939008:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574214.524863:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453982939136/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574214.524882:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574214.524905:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574214.524908:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574214.524914:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1957
00000800:00000100:2.0:1788574214.524919:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:0.0:1788574214.524920:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574214.524930:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574214.524939:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574214.524959:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453982939264/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574214.524965:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574214/real 1788574214]  req@ffff8b7a86111180 x1875453982939008/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574214.525012:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453982939008/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574214.525021:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574214.525025:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574214.525029:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982939008:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574214.525053:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982939136:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574214.525070:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574214.525078:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574214/real 1788574214]  req@ffff8b7a86113100 x1875453982939136/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574214.525086:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453982939136/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574214.525110:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574214.525113:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574214.525115:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982939136:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574214.525120:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982939264:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574214.525134:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574214.525142:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574214/real 1788574214]  req@ffff8b7a86110a80 x1875453982939264/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574214.525149:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453982939264/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574214.525155:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574214.525157:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574214.525159:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982939264:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574215.228629:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574216.252720:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574217.276656:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574218.300660:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574219.324713:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574219.644647:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574219.644659:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574219.644664:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574219.644676:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1962
00000100:00080000:3.0:1788574219.644688:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574219.644695:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574219.644740:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982939392/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574219.644772:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574219.644775:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574219.644777:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574219.644780:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1962
00000100:00080000:3.0:1788574219.644802:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574219.644805:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574219.644816:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574219.644827:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982939392:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574219.644829:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982939520/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574219.644854:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574219.644857:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574219.644858:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574219.644862:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1962
00000100:00080000:3.0:1788574219.644864:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574219.644867:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574219.644869:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574219.644886:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982939648/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574219.644929:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574219.644972:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574219/real 1788574219]  req@ffff8b7a86089880 x1875453982939392/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574219.644992:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982939392/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574219.645034:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574219.645039:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574219.645044:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982939392:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574219.645070:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982939520:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574219.645096:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574219.645110:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574219/real 1788574219]  req@ffff8b7a86088a80 x1875453982939520/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574219.645124:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982939520/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574219.645133:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574219.645137:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574219.645140:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982939520:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574219.645147:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982939648:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574219.645169:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574219.645180:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574219/real 1788574219]  req@ffff8b7a86088700 x1875453982939648/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574219.645192:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982939648/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574219.645201:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574219.645205:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574219.645217:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982939648:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574220.348604:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574221.372690:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574222.396655:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574223.420669:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574224.444625:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574224.764595:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574224.764607:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574224.764612:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574224.764623:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1968
00000100:00080000:3.0:1788574224.764634:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574224.764642:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574224.764679:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982939776/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574224.764715:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574224.764735:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574224.764738:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574224.764744:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1968
00000100:00080000:3.0:1788574224.764750:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574224.764756:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574224.764764:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982939776:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788574224.764767:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574224.764784:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982939904/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574224.764798:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574224.764802:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574224.764804:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574224.764809:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1968
00000100:00080000:3.0:1788574224.764813:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574224.764817:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000800:00000100:2.0:1788574224.764823:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000008:00100000:3.0:1788574224.764827:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574224.764842:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982940032/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574224.764858:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574224/real 1788574224]  req@ffff8b7a86088000 x1875453982939776/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574224.764874:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982939776/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574224.764883:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574224.764886:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574224.764889:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982939776:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574224.764906:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982939904:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574224.764920:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574224.764928:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574224/real 1788574224]  req@ffff8b7a8608b480 x1875453982939904/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574224.764936:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982939904/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574224.764941:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574224.764943:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574224.764945:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982939904:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574224.764949:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982940032:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574224.764991:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574224.765000:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574224/real 1788574224]  req@ffff8b7a86089180 x1875453982940032/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574224.765012:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982940032/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574224.765020:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574224.765023:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574224.765027:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982940032:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574225.468688:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574226.492629:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574227.516661:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574228.540648:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574229.564709:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574229.884579:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574229.884590:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574229.884594:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574229.884605:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1973
00000100:00080000:3.0:1788574229.884617:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574229.884625:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574229.884680:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982940160/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574229.884722:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574229.884725:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574229.884726:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574229.884729:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1973
00000100:00080000:3.0:1788574229.884733:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574229.884736:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574229.884746:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574229.884760:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982940160:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574229.884766:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982940288/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574229.884775:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574229.884778:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574229.884779:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574229.884782:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1973
00000100:00080000:3.0:1788574229.884784:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574229.884787:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574229.884790:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574229.884798:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982940416/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574229.884847:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574229.884885:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574229/real 1788574229]  req@ffff8b7a86088e00 x1875453982940160/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574229.884901:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982940160/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574229.884910:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574229.884913:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574229.884917:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982940160:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574229.884940:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982940288:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574229.884968:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574229.884977:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574229/real 1788574229]  req@ffff8b7a86089500 x1875453982940288/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574229.884985:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982940288/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574229.884991:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574229.884994:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574229.884996:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982940288:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574229.885000:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982940416:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574229.885010:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574229.885024:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574229/real 1788574229]  req@ffff8b7a8608b100 x1875453982940416/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574229.885033:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982940416/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574229.885038:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574229.885041:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574229.885043:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982940416:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574230.588609:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574231.612663:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574232.636676:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574233.660661:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574234.684762:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574235.004585:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574235.004595:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574235.004599:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574235.004611:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1978
00000100:00080000:1.0:1788574235.004622:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574235.004629:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574235.004673:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453982940544/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574235.004697:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574235.004700:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574235.004701:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574235.004704:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1978
00000100:00080000:1.0:1788574235.004707:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574235.004710:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574235.004719:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574235.004729:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453982940672/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574235.004737:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574235.004740:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574235.004741:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574235.004747:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1978
00000100:00100000:2.0:1788574235.004747:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982940544:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788574235.004752:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574235.004758:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574235.004782:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574235.004799:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982940800/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574235.004837:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574235.004887:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574235/real 1788574235]  req@ffff8b7a86bfa300 x1875453982940544/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574235.004903:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453982940544/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574235.004912:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574235.004915:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574235.004918:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982940544:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574235.004943:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982940672:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574235.004961:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574235.004969:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574235/real 1788574235]  req@ffff8b7a86bf9880 x1875453982940672/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574235.004977:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453982940672/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574235.004983:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574235.004985:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574235.004987:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982940672:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574235.004991:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982940800:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574235.005001:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574235.005006:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574235/real 1788574235]  req@ffff8b7a86bf8700 x1875453982940800/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574235.005013:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982940800/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574235.005028:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574235.005030:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574235.005033:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982940800:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574235.708654:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574236.732691:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574237.756642:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574238.780734:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574239.804598:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574240.124608:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574240.124620:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574240.124625:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574240.124637:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1983
00000100:00080000:1.0:1788574240.124648:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574240.124656:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574240.124700:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982940928/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574240.124726:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574240.124729:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574240.124730:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574240.124734:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1983
00000100:00080000:1.0:1788574240.124736:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574240.124738:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574240.124747:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574240.124758:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982941056/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574240.124765:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574240.124767:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574240.124769:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574240.124771:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1983
00000100:00080000:1.0:1788574240.124791:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574240.124795:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574240.124799:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574240.124808:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982941184/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574240.124817:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982940928:192.168.202.159@tcp:250:kworker.0
00000800:00000100:2.0:1788574240.124889:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574240.124949:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574240/real 1788574240]  req@ffff8b7a86bf9f80 x1875453982940928/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574240.124965:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982940928/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574240.124975:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574240.124978:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574240.124981:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982940928:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574240.124987:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982941056:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574240.125003:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574240.125011:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574240/real 1788574240]  req@ffff8b7a86bf8380 x1875453982941056/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574240.125019:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982941056/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574240.125036:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574240.125038:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574240.125041:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982941056:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574240.125067:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982941184:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574240.125082:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574240.125089:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574240/real 1788574240]  req@ffff8b7a86bfaa00 x1875453982941184/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574240.125096:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982941184/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574240.125102:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574240.125103:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574240.125105:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982941184:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574240.828705:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574241.852680:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574242.876705:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574243.900634:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574244.924685:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574245.244634:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574245.244646:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574245.244650:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574245.244662:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1988
00000100:00080000:3.0:1788574245.244697:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574245.244705:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574245.244747:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982941312/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574245.244774:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574245.244778:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574245.244780:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574245.244786:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1988
00000100:00080000:3.0:1788574245.244790:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574245.244796:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574245.244808:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982941312:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788574245.244809:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574245.244829:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982941440/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574245.244838:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574245.244842:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574245.244843:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574245.244847:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1988
00000100:00080000:3.0:1788574245.244851:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574245.244854:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574245.244858:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574245.244867:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982941568/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574245.244885:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574245.244926:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574245/real 1788574245]  req@ffff8b7a8608b100 x1875453982941312/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574245.244943:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982941312/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574245.244965:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574245.244968:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574245.244972:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982941312:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574245.244997:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982941440:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574245.245017:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574245.245026:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574245/real 1788574245]  req@ffff8b7a86089500 x1875453982941440/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574245.245034:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982941440/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574245.245039:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574245.245042:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574245.245044:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982941440:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574245.245047:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982941568:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574245.245057:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574245.245063:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574245/real 1788574245]  req@ffff8b7a86088e00 x1875453982941568/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574245.245070:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982941568/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574245.245076:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574245.245078:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574245.245079:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982941568:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574245.948625:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574246.972646:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574247.996625:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574249.020660:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574250.044603:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574250.364631:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574250.364647:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574250.364652:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574250.364667:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1993
00000100:00080000:3.0:1788574250.364680:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574250.364691:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574250.364741:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982941696/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574250.364780:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574250.364784:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574250.364787:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574250.364793:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1993
00000100:00080000:3.0:1788574250.364797:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574250.364802:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574250.364814:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574250.364831:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982941824/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574250.364842:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574250.364847:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574250.364850:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574250.364855:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1993
00000100:00080000:3.0:1788574250.364860:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788574250.364868:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982941696:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574250.364870:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574250.364897:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574250.364911:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982941952/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574250.364954:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574250.365000:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574250/real 1788574250]  req@ffff8b7a86089180 x1875453982941696/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574250.365021:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982941696/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574250.365030:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574250.365033:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574250.365036:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982941696:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574250.365043:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982941824:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574250.365067:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574250.365081:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574250/real 1788574250]  req@ffff8b7a8608b480 x1875453982941824/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574250.365094:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982941824/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574250.365104:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574250.365108:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574250.365112:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982941824:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574250.365139:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982941952:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574250.365163:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574250.365193:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574250/real 1788574250]  req@ffff8b7a86088000 x1875453982941952/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574250.365208:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982941952/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574250.365217:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574250.365239:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574250.365243:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982941952:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574251.068648:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574252.092582:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574253.116664:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574254.140673:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574255.164603:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574255.484590:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574255.484599:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574255.484603:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574255.484612:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 1998
00000100:00080000:3.0:1788574255.484621:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574255.484627:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574255.484662:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982942080/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574255.484684:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574255.484687:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574255.484689:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574255.484692:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1998
00000100:00080000:3.0:1788574255.484694:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574255.484696:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574255.484704:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574255.484713:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982942208/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574255.484721:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574255.484724:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574255.484740:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574255.484743:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 1998
00000100:00080000:3.0:1788574255.484748:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574255.484751:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574255.484755:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574255.484764:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982942080:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574255.484773:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982942336/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574255.484848:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574255.484893:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574255/real 1788574255]  req@ffff8b7a86088700 x1875453982942080/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574255.484909:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982942080/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574255.484918:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574255.484921:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574255.484925:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982942080:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574255.484931:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982942208:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574255.484947:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574255.484955:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574255/real 1788574255]  req@ffff8b7a86088a80 x1875453982942208/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574255.484981:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982942208/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574255.484986:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574255.484989:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574255.484991:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982942208:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574255.485015:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982942336:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574255.485029:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574255.485036:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574255/real 1788574255]  req@ffff8b7a86089880 x1875453982942336/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574255.485044:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982942336/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574255.485048:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574255.485050:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574255.485052:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982942336:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574256.188658:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574257.212654:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574258.236694:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574259.260690:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574260.284737:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574260.604629:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574260.604642:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574260.604648:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574260.604659:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2003
00000100:00080000:1.0:1788574260.604672:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574260.604680:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574260.604743:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982942464/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574260.604802:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574260.604807:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574260.604809:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574260.604813:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2003
00000100:00080000:1.0:1788574260.604817:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574260.604821:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574260.604831:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574260.604843:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453982942592/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574260.604851:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574260.604870:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574260.604872:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574260.604875:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2003
00000100:00080000:1.0:1788574260.604879:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574260.604885:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574260.604885:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982942464:192.168.202.159@tcp:250:kworker.0
00000008:00100000:1.0:1788574260.604893:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574260.604904:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982942720/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574260.604998:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982942592:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574260.605051:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982942720:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574261.308661:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574262.332694:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574263.356625:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788574263.676892:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788574263.676955:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788574263.676977:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788574263.677044:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788574263.677058:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788574263.677109:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574260/real 1788574263]  req@ffff8b7a86bfaa00 x1875453982942720/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574263.677140:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982942720/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574263.677156:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574263.677162:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574263.677167:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982942720:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574263.677176:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574260/real 1788574263]  req@ffff8b7a86bfad80 x1875453982942464/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574263.677189:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982942464/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574263.677197:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574263.677201:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574263.677204:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982942464:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574263.677234:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574260/real 1788574263]  req@ffff8b7a86bfb800 x1875453982942592/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574263.677249:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453982942592/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574263.677256:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574263.677260:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574263.677263:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982942592:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574264.380657:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574265.404701:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574265.724645:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574265.724658:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574265.724662:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574265.724678:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2009
00000100:00080000:3.0:1788574265.724690:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574265.724699:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574265.724739:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982942848/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574265.724764:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574265.724767:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574265.724768:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574265.724772:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2009
00000100:00080000:3.0:1788574265.724774:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574265.724778:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574265.724800:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982942848:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788574265.724809:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574265.724826:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982942976/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574265.724835:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574265.724838:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574265.724840:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574265.724843:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2009
00000100:00080000:3.0:1788574265.724846:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574265.724849:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574265.724852:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574265.724860:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982943104/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574265.724890:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574265.724943:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574265/real 1788574265]  req@ffff8b7a86089f80 x1875453982942848/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574265.724964:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982942848/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574265.724978:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574265.724995:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574265.725002:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982942848:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574265.725042:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982942976:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574265.725068:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574265.725082:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574265/real 1788574265]  req@ffff8b7a86089c00 x1875453982942976/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574265.725094:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982942976/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574265.725134:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574265.725139:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574265.725143:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982942976:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574265.725150:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982943104:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574265.725175:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574265.725188:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574265/real 1788574265]  req@ffff8b7a8608a300 x1875453982943104/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574265.725201:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982943104/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574265.725210:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574265.725214:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574265.725217:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982943104:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574266.428735:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574267.452651:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574268.476749:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574269.500677:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574270.524626:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574270.844599:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574270.844607:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574270.844611:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574270.844619:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2014
00000100:00080000:3.0:1788574270.844629:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574270.844635:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574270.844666:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982943232/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574270.844689:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574270.844692:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574270.844711:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574270.844716:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2014
00000100:00080000:3.0:1788574270.844720:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574270.844723:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574270.844732:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574270.844743:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982943232:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574270.844744:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982943360/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574270.844758:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574270.844760:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574270.844762:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574270.844765:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2014
00000100:00080000:3.0:1788574270.844768:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574270.844770:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574270.844773:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574270.844783:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982943488/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574270.844807:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574270.844841:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574270/real 1788574270]  req@ffff8b7a8608ad80 x1875453982943232/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574270.844855:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982943232/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574270.844863:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574270.844866:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574270.844875:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982943232:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574270.844894:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982943360:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574270.844928:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574270.844938:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574270/real 1788574270]  req@ffff8b7a8608a680 x1875453982943360/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574270.844947:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982943360/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574270.844953:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574270.844956:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574270.844958:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982943360:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574270.844961:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982943488:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574270.844972:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574270.844978:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574270/real 1788574270]  req@ffff8b7a8608aa00 x1875453982943488/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574270.844985:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982943488/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574270.844991:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574270.844992:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574270.844994:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982943488:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574271.548676:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574272.572711:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574273.596668:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574274.620655:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574275.644661:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574275.964588:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574275.964609:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574275.964630:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574275.964639:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2019
00000100:00080000:1.0:1788574275.964647:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574275.964654:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574275.964682:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453982943616/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574275.964705:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574275.964708:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574275.964709:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574275.964713:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2019
00000100:00080000:1.0:1788574275.964715:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574275.964717:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574275.964725:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574275.964734:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982943744/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574275.964741:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788574275.964744:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982943616:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788574275.964745:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574275.964747:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574275.964753:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2019
00000100:00080000:1.0:1788574275.964757:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574275.964759:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574275.964762:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574275.964768:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982943872/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574275.964839:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574275.964875:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574275/real 1788574275]  req@ffff8b7a86bfb800 x1875453982943616/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574275.964890:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453982943616/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574275.964898:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574275.964902:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574275.964907:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982943616:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574275.964937:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982943744:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574275.964964:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574275.964978:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574275/real 1788574275]  req@ffff8b7a86bfad80 x1875453982943744/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574275.964992:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982943744/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574275.965013:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574275.965016:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574275.965019:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982943744:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574275.965023:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982943872:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574275.965040:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574275.965048:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574275/real 1788574275]  req@ffff8b7a86bfaa00 x1875453982943872/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574275.965056:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982943872/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574275.965061:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574275.965063:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574275.965065:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982943872:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574276.668650:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574277.692733:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574278.716659:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574279.740676:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574280.764672:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574281.084633:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574281.084646:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574281.084651:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574281.084665:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2024
00000100:00080000:2.0:1788574281.084680:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574281.084688:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574281.084736:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453982944000/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574281.084787:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574281.084812:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574281.084814:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574281.084820:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2024
00000100:00100000:1.0:1788574281.084827:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982944000:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788574281.084828:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574281.084838:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574281.084851:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574281.084877:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b800 x1875453982944128/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574281.084890:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574281.084893:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574281.084895:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574281.084899:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2024
00000100:00080000:2.0:1788574281.084912:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574281.084918:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574281.084924:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788574281.084926:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574281.084942:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453982944256/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574281.084988:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574281/real 1788574281]  req@ffff8b7a8367bb80 x1875453982944000/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574281.085013:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453982944000/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574281.085026:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574281.085030:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574281.085034:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982944000:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574281.085072:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982944128:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574281.085100:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574281.085111:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574281/real 1788574281]  req@ffff8b7a8367b800 x1875453982944128/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574281.085120:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b800 x1875453982944128/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574281.085126:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574281.085128:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574281.085130:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982944128:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574281.085134:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982944256:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574281.085147:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574281.085162:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574281/real 1788574281]  req@ffff8b7a83679f80 x1875453982944256/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574281.085170:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453982944256/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574281.085176:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574281.085178:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574281.085180:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982944256:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574281.788659:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574282.812616:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574283.836709:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574284.860642:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574285.884626:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574286.204603:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574286.204621:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574286.204626:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574286.204638:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2029
00000100:00080000:1.0:1788574286.204649:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574286.204657:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574286.204701:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982944384/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574286.204724:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574286.204727:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574286.204729:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574286.204732:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2029
00000100:00080000:1.0:1788574286.204735:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574286.204738:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574286.204746:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574286.204760:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982944384:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574286.204762:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982944512/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574286.204786:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574286.204789:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574286.204791:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574286.204794:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2029
00000100:00080000:1.0:1788574286.204799:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574286.204803:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574286.204809:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788574286.204824:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574286.204825:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982944640/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574286.204870:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574286/real 1788574286]  req@ffff8b7a86bf8380 x1875453982944384/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574286.204902:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982944384/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574286.204909:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574286.204913:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574286.204916:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982944384:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574286.204936:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982944512:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574286.204963:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574286.204983:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574286/real 1788574286]  req@ffff8b7a86bf9f80 x1875453982944512/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574286.204997:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982944512/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574286.205006:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574286.205010:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574286.205014:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982944512:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574286.205019:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982944640:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574286.205035:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574286.205043:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574286/real 1788574286]  req@ffff8b7a86bf8700 x1875453982944640/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574286.205051:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982944640/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574286.205075:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574286.205077:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574286.205080:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982944640:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574286.908627:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574287.932657:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574288.956598:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574289.980657:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574291.004716:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574291.324633:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574291.324647:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574291.324653:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574291.324665:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2034
00000100:00080000:2.0:1788574291.324678:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574291.324688:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574291.324746:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678e00 x1875453982944768/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574291.324782:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574291.324786:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574291.324788:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574291.324793:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2034
00000100:00080000:2.0:1788574291.324798:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574291.324804:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574291.324816:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574291.324825:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982944768:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574291.324833:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678380 x1875453982944896/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574291.324847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574291.324874:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574291.324876:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574291.324881:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2034
00000100:00080000:2.0:1788574291.324898:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574291.324906:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000800:00000100:1.0:1788574291.324908:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000008:00100000:2.0:1788574291.324915:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574291.324936:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453982945024/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574291.324965:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574291/real 1788574291]  req@ffff8b7a83678e00 x1875453982944768/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574291.324983:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678e00 x1875453982944768/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574291.324992:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574291.324995:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574291.324999:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982944768:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574291.325024:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982944896:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574291.325050:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574291.325061:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574291/real 1788574291]  req@ffff8b7a83678380 x1875453982944896/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574291.325077:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678380 x1875453982944896/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574291.325085:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574291.325089:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574291.325092:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982944896:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574291.325099:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982945024:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574291.325131:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574291.325144:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574291/real 1788574291]  req@ffff8b7a83679f80 x1875453982945024/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574291.325154:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453982945024/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574291.325160:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574291.325163:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574291.325165:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982945024:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574292.028679:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574293.052689:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574294.076725:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574295.100670:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574296.124656:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574296.444644:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574296.444668:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574296.444671:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574296.444680:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2039
00000100:00080000:3.0:1788574296.444689:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574296.444695:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574296.444724:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982945152/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574296.444749:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574296.444751:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574296.444753:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574296.444756:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2039
00000100:00080000:3.0:1788574296.444759:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574296.444766:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574296.444773:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574296.444781:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982945280/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574296.444788:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574296.444791:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574296.444792:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574296.444795:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2039
00000100:00080000:3.0:1788574296.444798:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574296.444800:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574296.444803:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574296.444809:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982945408/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574296.444816:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982945152:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788574296.444877:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574296.444916:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574296/real 1788574296]  req@ffff8b7a86088380 x1875453982945152/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574296.444930:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982945152/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574296.444949:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574296.444953:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574296.444956:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982945152:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574296.444961:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982945280:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574296.444979:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574296.444988:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574296/real 1788574296]  req@ffff8b7a8608b800 x1875453982945280/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574296.445005:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982945280/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574296.445011:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574296.445013:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574296.445015:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982945280:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574296.445035:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982945408:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574296.445047:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574296.445060:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574296/real 1788574296]  req@ffff8b7a8608bb80 x1875453982945408/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574296.445068:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982945408/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574296.445074:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574296.445076:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574296.445078:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982945408:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574297.148683:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574298.172610:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574299.196689:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574300.220623:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574301.244670:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574301.564600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574301.564607:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574301.564611:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574301.564619:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2044
00000100:00080000:2.0:1788574301.564627:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574301.564633:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574301.564664:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b800 x1875453982945536/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574301.564684:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574301.564686:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574301.564688:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574301.564691:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2044
00000100:00080000:2.0:1788574301.564693:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574301.564696:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574301.564715:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574301.564725:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453982945664/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574301.564734:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574301.564737:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574301.564739:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574301.564743:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2044
00000100:00100000:1.0:1788574301.564747:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982945536:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788574301.564747:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574301.564752:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574301.564760:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574301.564768:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453982945792/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574301.564818:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574301.564865:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574301/real 1788574301]  req@ffff8b7a8367b800 x1875453982945536/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574301.564884:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b800 x1875453982945536/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574301.564895:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574301.564899:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574301.564903:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982945536:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574301.564928:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982945664:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574301.564951:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574301.564962:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574301/real 1788574301]  req@ffff8b7a8367bb80 x1875453982945664/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574301.564974:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453982945664/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574301.564984:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574301.564987:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574301.564991:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982945664:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574301.564997:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982945792:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574301.565014:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574301.565034:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574301/real 1788574301]  req@ffff8b7a83679500 x1875453982945792/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574301.565055:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453982945792/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574301.565064:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574301.565067:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574301.565071:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982945792:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574302.268664:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574303.292679:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574304.316635:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574305.340734:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574306.364659:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574306.684607:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574306.684624:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574306.684628:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574306.684639:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2050
00000100:00080000:3.0:1788574306.684650:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574306.684658:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574306.684699:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982945920/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574306.684736:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574306.684740:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574306.684743:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574306.684748:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2050
00000100:00080000:3.0:1788574306.684752:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574306.684757:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574306.684767:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574306.684784:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982946048/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574306.684785:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982945920:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574306.684800:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574306.684802:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574306.684804:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574306.684822:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2050
00000100:00080000:3.0:1788574306.684825:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574306.684829:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574306.684833:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574306.684843:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982946176/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574306.684851:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574306.684886:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574306/real 1788574306]  req@ffff8b7a8608bb80 x1875453982945920/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574306.684900:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982945920/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574306.684908:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574306.684911:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574306.684914:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982945920:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574306.684932:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982946048:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574306.684946:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574306.684954:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574306/real 1788574306]  req@ffff8b7a8608b800 x1875453982946048/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574306.684962:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982946048/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574306.684978:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574306.684987:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574306.684990:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982946048:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574306.684994:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982946176:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574306.685010:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574306.685017:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574306/real 1788574306]  req@ffff8b7a86088380 x1875453982946176/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574306.685024:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982946176/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574306.685030:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574306.685032:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574306.685034:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982946176:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574307.388673:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574308.412643:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574309.436736:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574310.460579:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574311.484680:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574311.804652:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574311.804663:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574311.804667:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574311.804680:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2055
00000100:00080000:0.0:1788574311.804692:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574311.804700:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574311.804747:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453982946304/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574311.804773:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574311.804775:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574311.804777:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574311.804780:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2055
00000100:00080000:0.0:1788574311.804783:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574311.804785:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574311.804795:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574311.804805:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453982946432/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574311.804824:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982946304:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788574311.804841:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574311.804844:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574311.804845:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574311.804849:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2055
00000100:00080000:0.0:1788574311.804853:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574311.804855:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574311.804859:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574311.804870:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453982946560/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574311.804907:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574311.804959:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574311/real 1788574311]  req@ffff8b7a86110a80 x1875453982946304/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574311.804976:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453982946304/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574311.804985:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574311.804989:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574311.804999:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982946304:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574311.805024:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982946432:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574311.805044:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574311.805053:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574311/real 1788574311]  req@ffff8b7a86113100 x1875453982946432/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574311.805061:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453982946432/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574311.805067:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574311.805069:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574311.805071:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982946432:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574311.805075:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982946560:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574311.805086:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574311.805091:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574311/real 1788574311]  req@ffff8b7a86111180 x1875453982946560/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574311.805098:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453982946560/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574311.805104:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574311.805105:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574311.805107:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982946560:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574312.508719:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574313.532624:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574314.556595:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574315.580635:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574316.604621:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574316.924644:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574316.924660:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574316.924666:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574316.924692:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2060
00000100:00080000:0.0:1788574316.924707:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574316.924717:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574316.924766:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453982946688/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574316.924793:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574316.924797:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574316.924799:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574316.924802:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2060
00000100:00080000:0.0:1788574316.924827:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574316.924833:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574316.924845:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574316.924864:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453982946816/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574316.924864:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982946688:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788574316.924892:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574316.924895:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574316.924896:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574316.924900:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2060
00000100:00080000:0.0:1788574316.924903:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574316.924907:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574316.924911:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574316.924922:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453982946944/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574316.924947:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574316.924998:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574316/real 1788574316]  req@ffff8b7a86111c00 x1875453982946688/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574316.925013:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453982946688/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574316.925022:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574316.925026:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574316.925030:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982946688:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574316.925059:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982946816:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574316.925086:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574316.925098:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574316/real 1788574316]  req@ffff8b7a86110700 x1875453982946816/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574316.925107:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453982946816/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574316.925112:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574316.925115:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574316.925117:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982946816:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574316.925121:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982946944:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574316.925134:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574316.925141:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574316/real 1788574316]  req@ffff8b7a86112680 x1875453982946944/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574316.925151:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453982946944/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574316.925173:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574316.925177:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574316.925181:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982946944:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574317.628667:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574318.652752:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574319.676682:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574320.700777:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574321.724691:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574322.044622:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574322.044631:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574322.044635:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574322.044642:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2065
00000100:00080000:1.0:1788574322.044651:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574322.044657:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574322.044687:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453982947072/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574322.044711:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574322.044714:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574322.044716:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574322.044719:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2065
00000100:00080000:1.0:1788574322.044723:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574322.044738:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574322.044746:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574322.044760:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453982947200/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574322.044766:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982947072:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788574322.044787:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574322.044791:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574322.044808:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574322.044813:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2065
00000100:00080000:1.0:1788574322.044817:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574322.044820:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574322.044826:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574322.044836:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982947328/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574322.044864:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574322.044913:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574322/real 1788574322]  req@ffff8b7a86bf9880 x1875453982947072/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574322.044929:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453982947072/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574322.044954:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574322.044958:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574322.044961:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982947072:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574322.044989:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982947200:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574322.045010:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574322.045019:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574322/real 1788574322]  req@ffff8b7a86bfa300 x1875453982947200/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574322.045027:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453982947200/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574322.045032:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574322.045035:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574322.045037:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982947200:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574322.045041:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982947328:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574322.045052:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574322.045058:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574322/real 1788574322]  req@ffff8b7a86bf8700 x1875453982947328/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574322.045065:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982947328/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574322.045070:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574322.045072:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574322.045074:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982947328:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574322.748666:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574323.772658:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574324.796712:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574325.820601:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574326.844668:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574327.164600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574327.164609:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574327.164613:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574327.164623:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2070
00000100:00080000:1.0:1788574327.164632:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574327.164639:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574327.164672:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982947456/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574327.164695:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574327.164697:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574327.164699:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574327.164702:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2070
00000100:00080000:1.0:1788574327.164704:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574327.164707:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574327.164715:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574327.164724:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982947584/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574327.164754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788574327.164755:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982947456:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788574327.164763:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574327.164769:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574327.164791:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2070
00000100:00080000:1.0:1788574327.164795:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574327.164798:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574327.164803:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574327.164817:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982947712/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574327.164934:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982947584:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574327.164977:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982947712:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574327.868668:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574328.892628:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574329.916724:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788574330.236830:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:1.0:1788574330.236885:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1788574330.236907:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:1.0:1788574330.236953:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:1.0:1788574330.236968:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:2.0:1788574330.236996:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574327/real 1788574330]  req@ffff8b7a86bf8380 x1875453982947584/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574330.237029:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982947584/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574330.237043:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574330.237049:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574330.237055:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982947584:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574330.237064:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574327/real 1788574330]  req@ffff8b7a86bfaa00 x1875453982947712/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574330.237077:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982947712/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574330.237086:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574330.237090:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574330.237094:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982947712:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574330.237102:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574327/real 1788574330]  req@ffff8b7a86bf9f80 x1875453982947456/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574330.237153:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982947456/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574330.237163:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574330.237167:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574330.237171:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982947456:192.168.202.159@tcp:250:kworker.0
00010000:00010000:2.0:1788574330.940676:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574331.964636:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574332.284618:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574332.284626:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574332.284630:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574332.284639:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2075
00000100:00080000:3.0:1788574332.284647:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574332.284653:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574332.284682:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982947840/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574332.284708:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574332.284712:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574332.284714:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574332.284718:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2075
00000100:00080000:3.0:1788574332.284738:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574332.284744:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574332.284754:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574332.284771:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982947840:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574332.284771:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982947968/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574332.284798:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574332.284802:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574332.284804:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574332.284810:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2075
00000100:00080000:3.0:1788574332.284815:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574332.284820:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574332.284839:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574332.284856:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982948096/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574332.284906:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574332.284963:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574332/real 1788574332]  req@ffff8b7a8608aa00 x1875453982947840/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574332.284986:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982947840/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574332.284999:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574332.285004:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574332.285010:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982947840:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574332.285043:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982947968:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574332.285070:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574332.285084:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574332/real 1788574332]  req@ffff8b7a8608a680 x1875453982947968/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574332.285097:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982947968/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574332.285126:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574332.285131:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574332.285135:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982947968:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574332.285141:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982948096:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574332.285165:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574332.285185:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574332/real 1788574332]  req@ffff8b7a8608ad80 x1875453982948096/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574332.285198:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982948096/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574332.285206:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574332.285210:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574332.285213:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982948096:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574332.988635:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574334.012717:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574335.036620:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574336.060723:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574337.084674:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574337.404617:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574337.404633:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574337.404639:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574337.404652:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2080
00000100:00080000:3.0:1788574337.404664:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574337.404672:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574337.404717:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982948224/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574337.404763:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574337.404767:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574337.404768:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574337.404772:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2080
00000100:00080000:3.0:1788574337.404776:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574337.404779:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574337.404790:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574337.404799:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982948224:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574337.404808:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982948352/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574337.404822:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574337.404827:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574337.404829:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574337.404833:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2080
00000100:00080000:3.0:1788574337.404838:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574337.404843:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574337.404848:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574337.404859:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982948480/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574337.404889:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574337.404935:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574337/real 1788574337]  req@ffff8b7a8608a300 x1875453982948224/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574337.404951:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982948224/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574337.404960:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574337.404970:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574337.404973:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982948224:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574337.404999:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982948352:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574337.405019:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574337.405028:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574337/real 1788574337]  req@ffff8b7a86089c00 x1875453982948352/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574337.405037:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982948352/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574337.405042:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574337.405045:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574337.405047:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982948352:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574337.405051:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982948480:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574337.405061:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574337.405067:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574337/real 1788574337]  req@ffff8b7a86089f80 x1875453982948480/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574337.405074:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982948480/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574337.405079:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574337.405081:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574337.405083:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982948480:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574338.108631:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574339.132618:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574340.156729:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574341.180674:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574342.204735:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574342.524614:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574342.524627:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574342.524631:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574342.524643:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2085
00000100:00080000:1.0:1788574342.524655:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574342.524663:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574342.524708:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982948608/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574342.524733:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574342.524750:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574342.524752:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574342.524757:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2085
00000100:00080000:1.0:1788574342.524762:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788574342.524768:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982948608:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788574342.524771:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574342.524786:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574342.524809:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453982948736/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574342.524820:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574342.524823:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574342.524824:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574342.524827:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2085
00000100:00080000:1.0:1788574342.524831:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574342.524834:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574342.524838:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788574342.524850:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574342.524851:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982948864/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574342.524897:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574342/real 1788574342]  req@ffff8b7a86bfad80 x1875453982948608/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574342.524913:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982948608/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574342.524935:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574342.524938:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574342.524942:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982948608:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574342.524966:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982948736:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574342.524985:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574342.524995:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574342/real 1788574342]  req@ffff8b7a86bfb800 x1875453982948736/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574342.525004:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453982948736/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574342.525009:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574342.525011:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574342.525014:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982948736:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574342.525017:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982948864:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574342.525027:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574342.525033:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574342/real 1788574342]  req@ffff8b7a86bf9f80 x1875453982948864/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574342.525053:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982948864/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574342.525059:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574342.525062:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574342.525064:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982948864:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574343.228671:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574344.252695:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574345.276696:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574346.300691:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574347.324663:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574347.644637:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574347.644646:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574347.644665:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574347.644674:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2090
00000100:00080000:3.0:1788574347.644682:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574347.644688:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574347.644726:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982948992/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574347.644746:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574347.644749:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574347.644750:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574347.644753:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2090
00000100:00080000:3.0:1788574347.644756:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574347.644758:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574347.644766:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574347.644775:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982949120/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574347.644785:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574347.644788:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574347.644790:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574347.644792:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2090
00000100:00080000:3.0:1788574347.644796:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574347.644803:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574347.644807:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982948992:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788574347.644807:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574347.644823:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982949248/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574347.644911:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574347.644987:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574347/real 1788574347]  req@ffff8b7a86089880 x1875453982948992/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574347.645011:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982948992/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574347.645025:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574347.645030:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574347.645034:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982948992:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574347.645065:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982949120:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574347.645092:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574347.645107:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574347/real 1788574347]  req@ffff8b7a86088a80 x1875453982949120/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574347.645120:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982949120/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574347.645152:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574347.645157:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574347.645161:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982949120:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574347.645168:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982949248:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574347.645191:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574347.645204:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574347/real 1788574347]  req@ffff8b7a86088700 x1875453982949248/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574347.645215:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982949248/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574347.645224:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574347.645228:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574347.645231:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982949248:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574348.348680:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574349.372691:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574350.396644:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574351.420722:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574352.444706:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574352.764631:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574352.764643:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574352.764648:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574352.764660:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2096
00000100:00080000:3.0:1788574352.764673:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574352.764681:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574352.764730:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982949376/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574352.764755:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574352.764759:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574352.764760:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574352.764764:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2096
00000100:00080000:3.0:1788574352.764767:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574352.764770:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574352.764780:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574352.764789:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982949504/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574352.764797:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982949376:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574352.764800:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574352.764806:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574352.764808:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574352.764811:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2096
00000100:00080000:3.0:1788574352.764832:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574352.764835:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574352.764840:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574352.764853:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982949632/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574352.764887:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574352.764942:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574352/real 1788574352]  req@ffff8b7a86088000 x1875453982949376/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574352.764964:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982949376/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574352.764976:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574352.764987:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574352.764991:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982949376:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574352.765034:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982949504:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574352.765060:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574352.765073:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574352/real 1788574352]  req@ffff8b7a8608b480 x1875453982949504/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574352.765085:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982949504/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574352.765094:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574352.765097:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574352.765101:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982949504:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574352.765108:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982949632:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574352.765124:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574352.765134:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574352/real 1788574352]  req@ffff8b7a86089180 x1875453982949632/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574352.765145:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982949632/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574352.765154:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574352.765157:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574352.765160:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982949632:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574353.468710:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574354.492672:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574355.516716:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574356.540587:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574357.564748:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574357.884608:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574357.884619:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574357.884624:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574357.884636:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2101
00000100:00080000:3.0:1788574357.884647:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574357.884655:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574357.884702:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982949760/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574357.884744:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574357.884748:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574357.884750:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574357.884754:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2101
00000100:00080000:3.0:1788574357.884757:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574357.884761:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574357.884772:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574357.884783:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982949888/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574357.884795:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982949760:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574357.884799:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574357.884821:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574357.884822:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574357.884827:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2101
00000100:00080000:3.0:1788574357.884830:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574357.884834:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574357.884839:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574357.884849:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982950016/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574357.884873:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574357.884916:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574357/real 1788574357]  req@ffff8b7a86088e00 x1875453982949760/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574357.884939:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982949760/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574357.884949:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574357.884953:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574357.884956:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982949760:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574357.884981:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982949888:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574357.884998:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574357.885007:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574357/real 1788574357]  req@ffff8b7a86089500 x1875453982949888/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574357.885015:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982949888/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574357.885021:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574357.885023:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574357.885025:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982949888:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574357.885029:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982950016:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574357.885039:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574357.885045:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574357/real 1788574357]  req@ffff8b7a8608b100 x1875453982950016/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574357.885080:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982950016/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574357.885086:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574357.885089:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574357.885091:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982950016:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574358.588669:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574359.612647:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574360.636607:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574361.660726:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574362.684617:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574363.004553:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574363.004561:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574363.004565:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574363.004573:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2106
00000100:00080000:3.0:1788574363.004582:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574363.004588:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574363.004625:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982950144/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574363.004664:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574363.004668:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574363.004670:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574363.004674:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2106
00000100:00080000:3.0:1788574363.004677:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574363.004681:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574363.004698:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574363.004726:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982950144:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574363.004759:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982950272/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574363.004784:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574363.004787:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574363.004790:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574363.004795:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2106
00000100:00080000:3.0:1788574363.004807:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574363.004811:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574363.004815:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788574363.004817:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788574363.004834:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982950400/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574363.004872:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574363/real 1788574363]  req@ffff8b7a8608b100 x1875453982950144/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574363.004889:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982950144/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574363.004899:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574363.004902:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574363.004906:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982950144:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574363.004935:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982950272:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574363.004963:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574363.004975:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574363/real 1788574363]  req@ffff8b7a86089500 x1875453982950272/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574363.004984:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982950272/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574363.005001:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574363.005004:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574363.005008:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982950272:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574363.005015:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982950400:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574363.005050:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574363.005062:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574363/real 1788574363]  req@ffff8b7a86088e00 x1875453982950400/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574363.005071:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982950400/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574363.005077:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574363.005079:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574363.005082:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982950400:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574363.708657:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574364.732694:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574365.756707:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574366.780667:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574367.804732:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574368.124586:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574368.124597:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574368.124600:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574368.124609:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2111
00000100:00080000:3.0:1788574368.124618:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574368.124625:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574368.124657:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982950528/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574368.124680:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574368.124683:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574368.124685:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574368.124688:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2111
00000100:00080000:3.0:1788574368.124690:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574368.124693:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574368.124717:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574368.124728:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982950656/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574368.124736:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574368.124739:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574368.124740:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574368.124742:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2111
00000100:00080000:3.0:1788574368.124745:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574368.124748:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574368.124752:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574368.124760:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982950784/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574368.124770:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982950528:192.168.202.159@tcp:250:kworker.0
00000800:00000100:2.0:1788574368.124868:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574368.124913:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574368/real 1788574368]  req@ffff8b7a86089180 x1875453982950528/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574368.124930:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982950528/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574368.124940:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574368.124955:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574368.124958:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982950528:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574368.124965:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982950656:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574368.124985:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574368.124994:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574368/real 1788574368]  req@ffff8b7a8608b480 x1875453982950656/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574368.125003:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982950656/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574368.125008:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574368.125010:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574368.125012:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982950656:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574368.125038:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982950784:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574368.125050:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574368.125057:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574368/real 1788574368]  req@ffff8b7a86088000 x1875453982950784/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574368.125064:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982950784/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574368.125069:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574368.125071:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574368.125073:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982950784:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574368.828675:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574369.852621:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574370.876664:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574371.900641:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574372.924669:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574373.244602:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574373.244614:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574373.244619:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574373.244629:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2116
00000100:00080000:3.0:1788574373.244640:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574373.244647:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574373.244689:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982950912/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574373.244717:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574373.244721:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574373.244722:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574373.244727:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2116
00000100:00080000:3.0:1788574373.244753:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574373.244761:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574373.244762:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982950912:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788574373.244777:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574373.244794:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982951040/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574373.244806:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574373.244811:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574373.244813:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574373.244817:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2116
00000100:00080000:3.0:1788574373.244832:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1788574373.244837:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:3.0:1788574373.244840:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574373.244849:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574373.244864:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982951168/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574373.244894:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574373/real 1788574373]  req@ffff8b7a86088700 x1875453982950912/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574373.244911:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982950912/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574373.244920:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574373.244923:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574373.244927:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982950912:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574373.244949:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982951040:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574373.244965:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574373.244974:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574373/real 1788574373]  req@ffff8b7a86088a80 x1875453982951040/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574373.244982:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982951040/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574373.244988:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574373.244990:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574373.244992:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982951040:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574373.244995:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982951168:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574373.245006:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574373.245012:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574373/real 1788574373]  req@ffff8b7a86089880 x1875453982951168/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574373.245031:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982951168/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574373.245038:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574373.245040:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574373.245042:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982951168:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574373.948703:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574374.972573:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574375.996639:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574377.020777:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574378.044683:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574378.364651:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574378.364663:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574378.364668:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574378.364680:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2121
00000100:00080000:1.0:1788574378.364693:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574378.364703:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574378.364752:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982951296/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574378.364794:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574378.364798:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574378.364799:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574378.364803:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2121
00000100:00080000:1.0:1788574378.364806:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574378.364809:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574378.364819:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574378.364831:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982951424/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574378.364839:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574378.364842:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574378.364843:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574378.364846:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2121
00000100:00080000:1.0:1788574378.364848:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574378.364850:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574378.364853:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574378.364860:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982951296:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574378.364864:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982951552/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574378.364957:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574378.365008:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574378/real 1788574378]  req@ffff8b7a86bfaa00 x1875453982951296/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574378.365032:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982951296/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574378.365045:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574378.365050:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574378.365055:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982951296:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574378.365064:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982951424:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574378.365090:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574378.365105:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574378/real 1788574378]  req@ffff8b7a86bf8380 x1875453982951424/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574378.365149:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982951424/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574378.365159:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574378.365162:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574378.365166:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982951424:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574378.365196:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982951552:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574378.365219:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574378.365232:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574378/real 1788574378]  req@ffff8b7a86bf8700 x1875453982951552/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574378.365245:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982951552/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574378.365254:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574378.365258:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574378.365261:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982951552:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574379.068615:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574380.092608:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574381.116628:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574382.140568:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574383.164656:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574383.484643:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574383.484651:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574383.484655:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574383.484664:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2126
00000100:00080000:3.0:1788574383.484672:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574383.484678:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574383.484711:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982951680/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574383.484734:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574383.484749:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574383.484751:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574383.484754:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2126
00000100:00080000:3.0:1788574383.484757:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574383.484761:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574383.484768:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574383.484778:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982951808/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574383.484787:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574383.484790:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574383.484791:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574383.484794:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2126
00000100:00080000:3.0:1788574383.484796:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788574383.484799:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982951680:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574383.484801:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574383.484809:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574383.484816:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982951936/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574383.484861:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574383.484903:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574383/real 1788574383]  req@ffff8b7a86089f80 x1875453982951680/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574383.484937:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982951680/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574383.484945:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574383.484948:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574383.484951:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982951680:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574383.484966:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982951808:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574383.484985:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574383.484995:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574383/real 1788574383]  req@ffff8b7a86089c00 x1875453982951808/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574383.485004:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982951808/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574383.485014:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574383.485016:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574383.485019:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982951808:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574383.485040:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982951936:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574383.485053:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574383.485060:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574383/real 1788574383]  req@ffff8b7a8608a300 x1875453982951936/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574383.485068:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982951936/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574383.485083:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574383.485086:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574383.485088:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982951936:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574384.188713:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574385.212677:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574386.236746:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574387.260680:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574388.284630:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574388.604567:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574388.604575:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574388.604579:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574388.604589:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2131
00000100:00080000:3.0:1788574388.604598:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574388.604604:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574388.604645:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982952064/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574388.604680:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574388.604683:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574388.604685:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574388.604690:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2131
00000100:00080000:3.0:1788574388.604695:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574388.604699:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574388.604710:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574388.604727:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982952192/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574388.604734:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982952064:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574388.604743:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574388.604748:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574388.604751:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574388.604755:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2131
00000100:00080000:3.0:1788574388.604759:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574388.604763:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574388.604769:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574388.604782:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982952320/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574388.604814:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574388.604865:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574388/real 1788574388]  req@ffff8b7a8608ad80 x1875453982952064/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574388.604893:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982952064/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574388.604905:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574388.604909:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574388.604913:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982952064:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574388.604945:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982952192:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574388.604971:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574388.604985:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574388/real 1788574388]  req@ffff8b7a8608a680 x1875453982952192/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574388.604998:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982952192/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574388.605021:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574388.605026:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574388.605030:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982952192:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574388.605037:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982952320:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574388.605060:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574388.605073:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574388/real 1788574388]  req@ffff8b7a8608aa00 x1875453982952320/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574388.605085:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982952320/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574388.605093:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574388.605097:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574388.605100:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982952320:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574389.308663:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574390.332644:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574391.356624:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574392.380574:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574393.404623:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574393.724582:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574393.724590:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574393.724594:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574393.724602:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2137
00000100:00080000:3.0:1788574393.724627:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574393.724634:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574393.724664:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982952448/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574393.724686:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574393.724689:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574393.724690:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574393.724693:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2137
00000100:00080000:3.0:1788574393.724695:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574393.724698:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574393.724705:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574393.724714:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982952576/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574393.724722:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788574393.724726:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982952448:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574393.724726:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574393.724728:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574393.724735:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2137
00000100:00080000:3.0:1788574393.724737:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574393.724739:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574393.724742:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574393.724750:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982952704/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574393.724824:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982952576:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574393.724848:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982952704:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574394.428636:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574395.452620:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574396.476677:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788574396.796796:0:2374:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788574396.796863:0:2374:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788574396.796903:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788574396.796979:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788574396.796990:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788574396.797089:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574393/real 1788574396]  req@ffff8b7a8608b800 x1875453982952576/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574396.797126:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982952576/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574396.797159:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574396.797166:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574396.797172:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982952576:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574396.797182:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574393/real 1788574396]  req@ffff8b7a8608bb80 x1875453982952704/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574396.797197:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982952704/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574396.797207:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574396.797211:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574396.797215:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982952704:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574396.797224:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574393/real 1788574396]  req@ffff8b7a86088380 x1875453982952448/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574396.797239:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982952448/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574396.797247:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574396.797251:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574396.797254:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982952448:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788574397.500734:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574398.524674:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574398.844585:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574398.844611:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574398.844614:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574398.844622:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2142
00000100:00080000:3.0:1788574398.844632:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574398.844638:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574398.844678:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982952832/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574398.844707:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574398.844710:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574398.844711:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574398.844714:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2142
00000100:00080000:3.0:1788574398.844717:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574398.844721:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574398.844729:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574398.844740:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982952960/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574398.844748:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574398.844751:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788574398.844756:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982952832:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574398.844756:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574398.844765:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2142
00000100:00080000:3.0:1788574398.844770:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574398.844774:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574398.844779:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574398.844793:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982953088/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574398.844831:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574398.844876:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574398/real 1788574398]  req@ffff8b7a86088380 x1875453982952832/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574398.844907:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982952832/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574398.844919:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574398.844924:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574398.844928:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982952832:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574398.844957:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982952960:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574398.844985:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574398.845000:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574398/real 1788574398]  req@ffff8b7a8608bb80 x1875453982952960/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574398.845013:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982952960/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574398.845022:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574398.845026:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574398.845029:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982952960:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574398.845036:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982953088:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574398.845059:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574398.845072:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574398/real 1788574398]  req@ffff8b7a8608b800 x1875453982953088/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574398.845085:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982953088/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574398.845108:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574398.845112:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574398.845116:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982953088:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574399.548696:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574400.572674:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574401.596676:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574402.620699:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574403.644683:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574403.964623:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574403.964634:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574403.964639:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574403.964650:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2147
00000100:00080000:3.0:1788574403.964661:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574403.964669:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574403.964711:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982953216/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574403.964738:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574403.964741:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574403.964743:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574403.964746:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2147
00000100:00080000:3.0:1788574403.964749:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574403.964751:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574403.964762:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574403.964771:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982953344/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574403.964781:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574403.964785:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574403.964789:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788574403.964792:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982953216:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574403.964797:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2147
00000100:00080000:3.0:1788574403.964809:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574403.964833:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574403.964838:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574403.964850:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982953472/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574403.964869:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574403.964904:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574403/real 1788574403]  req@ffff8b7a8608aa00 x1875453982953216/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574403.964919:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982953216/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574403.964928:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574403.964931:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574403.964934:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982953216:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574403.964960:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982953344:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574403.964980:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574403.964988:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574403/real 1788574403]  req@ffff8b7a8608a680 x1875453982953344/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574403.964996:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982953344/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574403.965002:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574403.965004:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574403.965006:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982953344:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574403.965023:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982953472:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574403.965037:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574403.965044:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574403/real 1788574403]  req@ffff8b7a8608ad80 x1875453982953472/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574403.965052:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982953472/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574403.965057:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574403.965059:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574403.965061:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982953472:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574404.668672:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574405.692732:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574406.716731:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574407.740691:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574408.764677:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574409.084580:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574409.084601:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574409.084606:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574409.084615:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2152
00000100:00080000:3.0:1788574409.084624:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574409.084631:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574409.084662:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982953600/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574409.084687:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574409.084691:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574409.084693:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574409.084698:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2152
00000100:00080000:3.0:1788574409.084702:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574409.084707:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574409.084729:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574409.084745:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982953600:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574409.084746:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982953728/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574409.084765:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574409.084768:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574409.084785:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574409.084791:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2152
00000100:00080000:3.0:1788574409.084795:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574409.084801:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574409.084807:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788574409.084825:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788574409.084825:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982953856/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574409.084865:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574409/real 1788574409]  req@ffff8b7a8608a300 x1875453982953600/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574409.084880:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982953600/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574409.084888:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574409.084890:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574409.084893:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982953600:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574409.084912:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982953728:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574409.084929:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574409.084937:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574409/real 1788574409]  req@ffff8b7a86089c00 x1875453982953728/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574409.084953:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982953728/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574409.084958:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574409.084961:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574409.084963:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982953728:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574409.084967:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982953856:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574409.084980:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574409.084987:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574409/real 1788574409]  req@ffff8b7a86089f80 x1875453982953856/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574409.084994:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982953856/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574409.084999:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574409.085001:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574409.085003:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982953856:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574409.788690:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574410.812621:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574411.836728:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574412.860718:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574413.884619:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574414.204557:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574414.204569:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574414.204574:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574414.204584:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2157
00000100:00080000:3.0:1788574414.204594:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574414.204603:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574414.204651:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982953984/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574414.204680:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574414.204684:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574414.204690:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574414.204695:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2157
00000100:00080000:3.0:1788574414.204699:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574414.204702:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574414.204717:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574414.204728:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982953984:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574414.204750:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982954112/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574414.204763:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574414.204768:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574414.204770:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574414.204774:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2157
00000100:00080000:3.0:1788574414.204780:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574414.204785:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574414.204791:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788574414.204796:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788574414.204802:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982954240/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574414.204833:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574414/real 1788574414]  req@ffff8b7a86089880 x1875453982953984/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574414.204847:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982953984/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574414.204867:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574414.204870:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574414.204873:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982953984:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574414.204892:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982954112:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574414.204910:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574414.204919:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574414/real 1788574414]  req@ffff8b7a86088a80 x1875453982954112/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574414.204928:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982954112/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574414.204933:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574414.204935:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574414.204938:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982954112:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574414.204941:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982954240:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574414.204955:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574414.204965:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574414/real 1788574414]  req@ffff8b7a86088700 x1875453982954240/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574414.204978:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982954240/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574414.204987:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574414.204990:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574414.204994:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982954240:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574414.908617:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574415.932670:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574416.956640:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574417.980720:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574419.004666:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574419.324615:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574419.324624:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574419.324628:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574419.324637:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2162
00000100:00080000:3.0:1788574419.324648:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574419.324655:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574419.324686:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982954368/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574419.324725:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574419.324728:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574419.324730:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574419.324748:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2162
00000100:00080000:3.0:1788574419.324752:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788574419.324759:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982954368:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574419.324759:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574419.324768:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574419.324782:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982954496/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574419.324790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574419.324793:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574419.324794:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574419.324798:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2162
00000100:00080000:3.0:1788574419.324800:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574419.324802:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574419.324806:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574419.324814:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982954624/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574419.324821:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574419.324872:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574419/real 1788574419]  req@ffff8b7a86088000 x1875453982954368/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574419.324891:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982954368/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574419.324900:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574419.324903:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574419.324907:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982954368:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574419.324926:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982954496:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574419.324944:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574419.324953:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574419/real 1788574419]  req@ffff8b7a8608b480 x1875453982954496/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574419.324961:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982954496/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574419.324967:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574419.324970:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574419.324972:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982954496:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574419.324976:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982954624:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574419.324986:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574419.324991:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574419/real 1788574419]  req@ffff8b7a86089180 x1875453982954624/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574419.325007:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982954624/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574419.325012:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574419.325014:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574419.325016:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982954624:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574420.028645:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574421.052596:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574422.076631:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574423.100579:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574424.124713:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574424.444634:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574424.444649:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574424.444655:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574424.444669:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2167
00000100:00080000:3.0:1788574424.444682:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574424.444691:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574424.444740:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982954752/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574424.444816:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574424.444821:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574424.444823:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574424.444829:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2167
00000100:00080000:3.0:1788574424.444834:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574424.444839:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574424.444851:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574424.444871:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982954752:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574424.444872:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982954880/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574424.444890:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574424.444902:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574424.444904:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574424.444909:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2167
00000100:00080000:3.0:1788574424.444914:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574424.444919:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574424.444925:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574424.444939:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982955008/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574424.444947:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574424.444992:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574424/real 1788574424]  req@ffff8b7a86088e00 x1875453982954752/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574424.445007:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982954752/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574424.445017:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574424.445020:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574424.445023:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982954752:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574424.445045:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982954880:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574424.445059:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574424.445068:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574424/real 1788574424]  req@ffff8b7a86089500 x1875453982954880/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574424.445076:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982954880/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574424.445092:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574424.445095:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574424.445097:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982954880:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574424.445102:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982955008:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574424.445116:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574424.445122:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574424/real 1788574424]  req@ffff8b7a8608b100 x1875453982955008/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574424.445130:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982955008/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574424.445135:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574424.445137:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574424.445138:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982955008:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574425.148691:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574426.172628:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574427.196737:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574428.220629:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574429.244613:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574429.564646:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574429.564662:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574429.564668:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574429.564682:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2172
00000100:00080000:1.0:1788574429.564697:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574429.564707:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574429.564758:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453982955136/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574429.564792:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574429.564831:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574429.564834:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574429.564841:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2172
00000100:00080000:1.0:1788574429.564846:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574429.564851:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574429.564864:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574429.564880:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982955136:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574429.564886:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453982955264/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574429.564904:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574429.564907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574429.564909:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574429.564914:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2172
00000100:00080000:1.0:1788574429.564916:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574429.564919:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574429.564923:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574429.564935:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982955392/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574429.564971:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574429.565014:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574429/real 1788574429]  req@ffff8b7a86bfa300 x1875453982955136/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574429.565034:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453982955136/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574429.565044:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574429.565048:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574429.565052:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982955136:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574429.565072:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982955264:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574429.565089:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574429.565097:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574429/real 1788574429]  req@ffff8b7a86bf9880 x1875453982955264/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574429.565120:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453982955264/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574429.565126:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574429.565128:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574429.565131:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982955264:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574429.565136:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982955392:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574429.565150:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574429.565156:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574429/real 1788574429]  req@ffff8b7a86bf8700 x1875453982955392/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574429.565164:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982955392/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574429.565169:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574429.565171:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574429.565173:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982955392:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574430.268623:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574431.292670:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574432.316644:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574433.340732:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574434.364678:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574434.684642:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574434.684672:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574434.684676:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574434.684684:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2178
00000100:00080000:3.0:1788574434.684694:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574434.684702:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574434.684739:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982955520/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574434.684765:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574434.684768:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574434.684769:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574434.684772:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2178
00000100:00080000:3.0:1788574434.684775:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574434.684778:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574434.684786:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574434.684797:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982955648/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574434.684805:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788574434.684808:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982955520:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574434.684809:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574434.684813:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574434.684818:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2178
00000100:00080000:3.0:1788574434.684820:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574434.684822:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574434.684825:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574434.684834:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982955776/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574434.684884:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574434.684922:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574434/real 1788574434]  req@ffff8b7a8608b100 x1875453982955520/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574434.684942:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982955520/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574434.684961:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574434.684965:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574434.684969:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982955520:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574434.684993:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982955648:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574434.685013:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574434.685023:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574434/real 1788574434]  req@ffff8b7a86089500 x1875453982955648/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574434.685031:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982955648/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574434.685037:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574434.685039:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574434.685042:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982955648:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574434.685045:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982955776:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574434.685055:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574434.685061:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574434/real 1788574434]  req@ffff8b7a86088e00 x1875453982955776/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574434.685068:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982955776/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574434.685074:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574434.685076:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574434.685077:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982955776:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574435.388663:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574436.412656:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574437.436668:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574438.460611:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574439.484655:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574439.804639:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574439.804654:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574439.804660:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574439.804673:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2183
00000100:00080000:3.0:1788574439.804686:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574439.804694:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574439.804734:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982955904/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574439.804763:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574439.804767:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574439.804768:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574439.804771:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2183
00000100:00080000:3.0:1788574439.804774:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574439.804776:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574439.804786:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574439.804795:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982956032/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574439.804803:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574439.804805:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574439.804806:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574439.804809:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2183
00000100:00080000:3.0:1788574439.804811:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788574439.804821:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982955904:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574439.804834:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574439.804838:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574439.804850:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982956160/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574439.804895:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574439.804953:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574439/real 1788574439]  req@ffff8b7a86089180 x1875453982955904/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574439.804969:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982955904/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574439.804978:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574439.804981:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574439.804984:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982955904:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574439.804990:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982956032:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574439.805007:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574439.805015:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574439/real 1788574439]  req@ffff8b7a8608b480 x1875453982956032/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574439.805023:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982956032/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574439.805028:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574439.805031:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574439.805033:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982956032:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574439.805058:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982956160:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574439.805080:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574439.805087:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574439/real 1788574439]  req@ffff8b7a86088000 x1875453982956160/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574439.805096:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982956160/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574439.805101:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574439.805103:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574439.805105:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982956160:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574440.508638:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574441.532713:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574442.557606:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574443.580708:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574444.604643:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574444.924555:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574444.924564:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574444.924568:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574444.924577:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2188
00000100:00080000:3.0:1788574444.924586:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574444.924592:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574444.924631:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982956288/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574444.924654:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574444.924656:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574444.924658:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574444.924662:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2188
00000100:00080000:3.0:1788574444.924664:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574444.924667:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574444.924675:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574444.924685:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982956416/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574444.924692:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788574444.924709:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982956288:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574444.924709:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574444.924711:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574444.924720:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2188
00000100:00080000:3.0:1788574444.924730:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574444.924733:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574444.924737:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574444.924749:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982956544/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574444.924771:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574444.924810:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574444/real 1788574444]  req@ffff8b7a86088700 x1875453982956288/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574444.924831:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982956288/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574444.924843:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574444.924847:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574444.924851:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982956288:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574444.924859:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982956416:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574444.924885:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574444.924899:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574444/real 1788574444]  req@ffff8b7a86088a80 x1875453982956416/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574444.924932:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982956416/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574444.924941:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574444.924945:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574444.924948:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982956416:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574444.924987:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982956544:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574444.925012:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574444.925026:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574444/real 1788574444]  req@ffff8b7a86089880 x1875453982956544/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574444.925039:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982956544/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574444.925049:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574444.925052:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574444.925056:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982956544:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574445.628682:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574446.652663:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574447.676600:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574448.700690:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574449.724668:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574450.044597:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574450.044612:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574450.044616:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574450.044625:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2193
00000100:00080000:3.0:1788574450.044637:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574450.044644:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574450.044677:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982956672/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574450.044702:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574450.044705:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574450.044706:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574450.044709:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2193
00000100:00080000:3.0:1788574450.044712:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574450.044714:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574450.044735:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574450.044748:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982956672:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574450.044748:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982956800/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574450.044767:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574450.044770:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574450.044771:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574450.044774:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2193
00000100:00080000:3.0:1788574450.044777:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574450.044779:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574450.044782:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574450.044793:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982956928/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574450.044816:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574450.044852:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574450/real 1788574450]  req@ffff8b7a86089f80 x1875453982956672/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574450.044868:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982956672/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574450.044882:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574450.044885:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574450.044888:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982956672:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574450.044907:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982956800:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574450.044925:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574450.044934:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574450/real 1788574450]  req@ffff8b7a86089c00 x1875453982956800/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574450.044943:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982956800/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574450.044948:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574450.044950:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574450.044952:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982956800:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574450.044956:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982956928:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574450.044974:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574450.044981:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574450/real 1788574450]  req@ffff8b7a8608a300 x1875453982956928/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574450.044994:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982956928/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574450.045002:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574450.045006:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574450.045009:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982956928:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574450.748640:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574451.772661:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574452.796648:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574453.820600:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574454.844705:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574455.164572:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574455.164580:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574455.164584:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574455.164591:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2198
00000100:00080000:3.0:1788574455.164600:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574455.164606:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574455.164638:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982957056/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574455.164660:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574455.164663:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574455.164678:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574455.164681:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2198
00000100:00080000:3.0:1788574455.164685:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574455.164692:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574455.164704:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574455.164719:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982957184/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574455.164727:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982957056:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574455.164736:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574455.164741:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574455.164743:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574455.164749:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2198
00000100:00080000:3.0:1788574455.164753:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574455.164758:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574455.164765:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574455.164781:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982957312/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574455.164787:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574455.164825:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574455/real 1788574455]  req@ffff8b7a8608ad80 x1875453982957056/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574455.164840:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982957056/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574455.164848:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574455.164850:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574455.164854:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982957056:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574455.164872:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982957184:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574455.164887:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574455.164895:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574455/real 1788574455]  req@ffff8b7a8608a680 x1875453982957184/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574455.164904:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982957184/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574455.164909:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574455.164912:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574455.164914:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982957184:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574455.164918:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982957312:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574455.164940:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574455.164947:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574455/real 1788574455]  req@ffff8b7a8608aa00 x1875453982957312/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574455.164955:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982957312/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574455.164960:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574455.164962:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574455.164964:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982957312:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574455.868674:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574456.892603:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574457.916656:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574458.940631:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574459.964593:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574460.284581:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574460.284589:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574460.284593:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574460.284605:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2203
00000100:00080000:3.0:1788574460.284616:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574460.284625:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574460.284675:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982957440/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574460.284698:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574460.284701:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574460.284702:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574460.284710:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2203
00000100:00080000:3.0:1788574460.284713:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574460.284721:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574460.284732:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574460.284745:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982957440:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574460.284745:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982957568/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574460.284759:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574460.284761:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574460.284763:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574460.284765:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2203
00000100:00080000:3.0:1788574460.284768:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574460.284770:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574460.284773:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574460.284782:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982957696/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574460.284850:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982957568:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574460.284884:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982957696:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574460.988646:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574462.012688:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574463.036624:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788574463.356846:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788574463.356906:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788574463.356924:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788574463.356975:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788574463.356985:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788574463.357071:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574460/real 1788574463]  req@ffff8b7a8608bb80 x1875453982957568/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574463.357098:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982957568/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574463.357112:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574463.357118:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574463.357140:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982957568:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574463.357149:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574460/real 1788574463]  req@ffff8b7a86088380 x1875453982957696/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574463.357165:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982957696/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574463.357174:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574463.357193:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574463.357197:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982957696:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574463.357205:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574460/real 1788574463]  req@ffff8b7a8608b800 x1875453982957440/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574463.357220:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982957440/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574463.357228:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574463.357232:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574463.357236:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982957440:192.168.202.159@tcp:250:kworker.0
00010000:00010000:2.0:1788574464.060658:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574465.084634:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574465.404560:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574465.404582:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574465.404585:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574465.404594:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2208
00000100:00080000:3.0:1788574465.404603:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574465.404609:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574465.404648:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982957824/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574465.404672:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574465.404675:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574465.404677:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574465.404680:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2208
00000100:00080000:3.0:1788574465.404683:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574465.404685:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574465.404694:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574465.404703:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982957952/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574465.404711:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788574465.404716:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982957824:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574465.404716:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574465.404719:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574465.404726:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2208
00000100:00080000:3.0:1788574465.404729:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574465.404731:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574465.404735:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574465.404744:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982958080/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574465.404787:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574465.404825:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574465/real 1788574465]  req@ffff8b7a8608b800 x1875453982957824/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574465.404852:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982957824/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574465.404879:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574465.404884:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574465.404888:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982957824:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574465.404913:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982957952:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574465.404941:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574465.404956:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574465/real 1788574465]  req@ffff8b7a86088380 x1875453982957952/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574465.404969:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982957952/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574465.404978:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574465.404982:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574465.404985:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982957952:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574465.404992:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982958080:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574465.405013:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574465.405025:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574465/real 1788574465]  req@ffff8b7a8608bb80 x1875453982958080/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574465.405036:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982958080/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574465.405044:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574465.405047:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574465.405051:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982958080:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574466.108609:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574467.132633:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574468.156645:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574469.180585:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574470.204665:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574470.524575:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574470.524583:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574470.524587:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574470.524595:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2213
00000100:00080000:3.0:1788574470.524604:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574470.524611:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574470.524643:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982958208/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574470.524664:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574470.524667:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574470.524668:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574470.524671:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2213
00000100:00080000:3.0:1788574470.524673:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574470.524676:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574470.524684:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574470.524698:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982958336/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574470.524709:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574470.524713:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574470.524717:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788574470.524718:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982958208:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574470.524725:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2213
00000100:00080000:3.0:1788574470.524730:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574470.524750:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574470.524755:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574470.524766:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982958464/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574470.524781:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574470.524815:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574470/real 1788574470]  req@ffff8b7a8608aa00 x1875453982958208/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574470.524829:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982958208/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574470.524836:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574470.524839:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574470.524842:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982958208:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574470.524860:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982958336:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574470.524874:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574470.524882:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574470/real 1788574470]  req@ffff8b7a8608a680 x1875453982958336/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574470.524890:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982958336/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574470.524895:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574470.524897:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574470.524900:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982958336:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574470.524903:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982958464:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574470.524912:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574470.524918:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574470/real 1788574470]  req@ffff8b7a8608ad80 x1875453982958464/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574470.524933:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982958464/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574470.524939:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574470.524941:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574470.524943:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982958464:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574471.228627:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574472.252592:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574473.276636:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574474.300667:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574475.324629:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574475.644582:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574475.644593:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574475.644597:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574475.644607:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2218
00000100:00080000:3.0:1788574475.644616:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574475.644622:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574475.644661:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982958592/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574475.644689:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574475.644692:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574475.644693:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574475.644697:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2218
00000100:00080000:3.0:1788574475.644700:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574475.644703:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574475.644712:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574475.644723:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982958720/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574475.644731:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982958592:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574475.644734:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574475.644750:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574475.644752:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574475.644756:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2218
00000100:00080000:3.0:1788574475.644760:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574475.644763:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574475.644768:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574475.644778:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982958848/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574475.644789:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574475.644821:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574475/real 1788574475]  req@ffff8b7a8608a300 x1875453982958592/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574475.644835:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982958592/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574475.644843:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574475.644846:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574475.644849:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982958592:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574475.644879:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982958720:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574475.644895:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574475.644907:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574475/real 1788574475]  req@ffff8b7a86089c00 x1875453982958720/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574475.644921:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982958720/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574475.644943:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574475.644948:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574475.644952:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982958720:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574475.644958:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982958848:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574475.644975:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574475.644983:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574475/real 1788574475]  req@ffff8b7a86089f80 x1875453982958848/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574475.644991:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982958848/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574475.644996:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574475.644998:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574475.645000:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982958848:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574476.348690:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574477.372613:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574478.396645:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574479.420657:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574480.444663:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574480.764656:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574480.764667:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574480.764672:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574480.764684:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2224
00000100:00080000:3.0:1788574480.764695:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574480.764704:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574480.764741:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982958976/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574480.764769:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574480.764774:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574480.764776:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574480.764780:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2224
00000100:00080000:3.0:1788574480.764785:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574480.764789:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574480.764817:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574480.764820:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982958976:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574480.764835:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982959104/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574480.764848:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574480.764852:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574480.764855:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574480.764859:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2224
00000100:00080000:3.0:1788574480.764865:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574480.764870:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574480.764875:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788574480.764883:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788574480.764889:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982959232/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574480.764929:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574480/real 1788574480]  req@ffff8b7a86089880 x1875453982958976/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574480.764950:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982958976/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574480.764959:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574480.764962:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574480.764972:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982958976:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574480.765001:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982959104:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574480.765020:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574480.765030:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574480/real 1788574480]  req@ffff8b7a86088a80 x1875453982959104/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574480.765046:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982959104/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574480.765051:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574480.765054:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574480.765056:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982959104:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574480.765060:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982959232:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574480.765072:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574480.765079:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574480/real 1788574480]  req@ffff8b7a86088700 x1875453982959232/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574480.765086:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982959232/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574480.765092:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574480.765094:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574480.765096:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982959232:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574481.468633:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574482.492656:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574483.516667:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574484.540608:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574485.564633:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574485.884540:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574485.884548:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574485.884552:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574485.884560:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2229
00000100:00080000:3.0:1788574485.884572:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574485.884580:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574485.884619:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982959360/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574485.884649:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574485.884653:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574485.884671:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574485.884677:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2229
00000100:00080000:3.0:1788574485.884682:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574485.884686:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574485.884695:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574485.884696:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982959360:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574485.884709:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982959488/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574485.884718:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574485.884721:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574485.884722:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574485.884725:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2229
00000100:00080000:3.0:1788574485.884728:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574485.884730:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574485.884734:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574485.884741:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982959616/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574485.884755:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574485.884800:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574485/real 1788574485]  req@ffff8b7a86088000 x1875453982959360/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574485.884821:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982959360/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574485.884832:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574485.884837:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574485.884841:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982959360:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574485.884865:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982959488:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574485.884885:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574485.884895:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574485/real 1788574485]  req@ffff8b7a8608b480 x1875453982959488/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574485.884913:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982959488/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574485.884919:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574485.884921:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574485.884923:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982959488:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574485.884927:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982959616:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574485.884939:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574485.884946:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574485/real 1788574485]  req@ffff8b7a86089180 x1875453982959616/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574485.884954:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982959616/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574485.884969:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574485.884971:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574485.884974:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982959616:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574486.588650:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574487.612605:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574488.636639:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574489.660709:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574490.684624:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574491.004583:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574491.004591:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574491.004595:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574491.004603:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2234
00000100:00080000:3.0:1788574491.004612:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574491.004618:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574491.004663:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982959744/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574491.004692:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574491.004694:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574491.004696:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574491.004699:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2234
00000100:00080000:3.0:1788574491.004702:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574491.004704:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574491.004711:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574491.004720:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982959872/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574491.004727:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574491.004730:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574491.004732:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574491.004737:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2234
00000100:00080000:3.0:1788574491.004739:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574491.004741:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574491.004744:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574491.004750:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982960000/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574491.004782:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982959744:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788574491.004863:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574491.004908:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574491/real 1788574491]  req@ffff8b7a86088e00 x1875453982959744/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574491.004924:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982959744/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574491.004935:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574491.004938:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574491.004941:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982959744:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574491.004950:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982959872:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574491.004974:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574491.004989:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574491/real 1788574491]  req@ffff8b7a86089500 x1875453982959872/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574491.005003:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982959872/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574491.005010:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574491.005012:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574491.005014:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982959872:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574491.005051:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982960000:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574491.005069:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574491.005077:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574491/real 1788574491]  req@ffff8b7a8608b100 x1875453982960000/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574491.005085:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982960000/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574491.005091:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574491.005093:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574491.005095:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982960000:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574491.708670:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574492.732645:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574493.756647:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574494.780675:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574495.804751:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574496.124614:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574496.124622:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574496.124625:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574496.124634:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2239
00000100:00080000:1.0:1788574496.124642:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574496.124648:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574496.124678:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982960128/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574496.124703:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574496.124705:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574496.124707:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574496.124710:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2239
00000100:00080000:1.0:1788574496.124712:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574496.124736:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574496.124749:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574496.124762:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982960128:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574496.124767:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982960256/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574496.124776:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574496.124779:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574496.124780:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574496.124784:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2239
00000100:00080000:1.0:1788574496.124789:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574496.124794:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574496.124800:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574496.124820:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982960384/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574496.124834:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574496.124869:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574496/real 1788574496]  req@ffff8b7a86bf8380 x1875453982960128/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574496.124883:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982960128/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574496.124891:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574496.124894:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574496.124897:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982960128:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574496.124915:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982960256:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574496.124930:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574496.124937:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574496/real 1788574496]  req@ffff8b7a86bfaa00 x1875453982960256/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574496.124945:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982960256/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574496.124951:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574496.124953:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574496.124955:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982960256:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574496.124966:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982960384:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574496.124983:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574496.124995:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574496/real 1788574496]  req@ffff8b7a86bf9f80 x1875453982960384/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574496.125008:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982960384/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574496.125017:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574496.125020:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574496.125024:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982960384:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574496.828603:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574497.852682:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574498.876628:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574499.900623:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574500.924726:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574501.244592:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574501.244620:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574501.244624:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574501.244634:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2244
00000100:00080000:3.0:1788574501.244645:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574501.244655:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574501.244694:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982960512/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574501.244722:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574501.244726:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574501.244728:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574501.244733:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2244
00000100:00080000:3.0:1788574501.244738:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574501.244743:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574501.244752:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574501.244766:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982960640/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574501.244768:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982960512:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574501.244783:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574501.244786:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574501.244787:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574501.244790:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2244
00000100:00080000:3.0:1788574501.244793:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574501.244795:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574501.244798:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574501.244811:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982960768/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574501.244829:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574501.244862:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574501/real 1788574501]  req@ffff8b7a8608b100 x1875453982960512/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574501.244876:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982960512/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574501.244883:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574501.244886:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574501.244889:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982960512:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574501.244906:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982960640:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574501.244932:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574501.244941:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574501/real 1788574501]  req@ffff8b7a86089500 x1875453982960640/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574501.244950:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982960640/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574501.244955:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574501.244958:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574501.244960:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982960640:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574501.244964:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982960768:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574501.244974:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574501.244979:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574501/real 1788574501]  req@ffff8b7a86088e00 x1875453982960768/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574501.244987:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982960768/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574501.244992:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574501.244993:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574501.244995:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982960768:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574501.948711:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574502.972637:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574503.996624:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574505.020699:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574506.044620:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574506.364615:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574506.364631:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574506.364636:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574506.364647:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2249
00000100:00080000:3.0:1788574506.364658:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574506.364666:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574506.364716:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982960896/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574506.364743:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574506.364748:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574506.364750:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574506.364755:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2249
00000100:00080000:3.0:1788574506.364759:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574506.364764:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574506.364774:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574506.364789:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982961024/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574506.364791:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982960896:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574506.364810:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574506.364814:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574506.364816:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574506.364821:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2249
00000100:00080000:3.0:1788574506.364844:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1788574506.364851:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:3.0:1788574506.364851:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574506.364860:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574506.364877:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982961152/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574506.364888:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574506/real 1788574506]  req@ffff8b7a86089180 x1875453982960896/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574506.364914:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982960896/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574506.364922:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574506.364926:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574506.364929:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982960896:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574506.364947:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982961024:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574506.364964:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574506.364973:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574506/real 1788574506]  req@ffff8b7a8608b480 x1875453982961024/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574506.364981:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982961024/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574506.364986:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574506.364988:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574506.364990:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982961024:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574506.364994:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982961152:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574506.365004:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574506.365010:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574506/real 1788574506]  req@ffff8b7a86088000 x1875453982961152/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574506.365017:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982961152/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574506.365032:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574506.365034:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574506.365037:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982961152:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574507.068698:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574508.092661:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574509.116630:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574510.140678:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574511.164692:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574511.484568:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574511.484577:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574511.484581:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574511.484589:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2254
00000100:00080000:3.0:1788574511.484610:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574511.484618:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574511.484656:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982961280/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574511.484682:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574511.484685:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574511.484686:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574511.484690:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2254
00000100:00080000:3.0:1788574511.484693:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574511.484696:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574511.484704:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574511.484715:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982961408/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574511.484728:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982961280:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574511.484743:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574511.484746:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574511.484748:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574511.484752:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2254
00000100:00080000:3.0:1788574511.484757:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574511.484761:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574511.484767:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574511.484783:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982961536/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574511.484785:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574511.484823:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574511/real 1788574511]  req@ffff8b7a86088700 x1875453982961280/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574511.484838:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982961280/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574511.484846:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574511.484848:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574511.484852:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982961280:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574511.484870:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982961408:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574511.484885:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574511.484893:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574511/real 1788574511]  req@ffff8b7a86088a80 x1875453982961408/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574511.484901:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982961408/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574511.484907:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574511.484916:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574511.484918:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982961408:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574511.484923:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982961536:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574511.484936:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574511.484943:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574511/real 1788574511]  req@ffff8b7a86089880 x1875453982961536/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574511.484950:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982961536/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574511.484955:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574511.484957:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574511.484959:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982961536:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574512.188625:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574513.212697:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574514.236674:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574515.260638:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574516.284737:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574516.604616:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574516.604627:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574516.604643:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574516.604654:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2259
00000100:00080000:2.0:1788574516.604666:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574516.604674:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574516.604717:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453982961664/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574516.604749:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574516.604752:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574516.604776:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574516.604781:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2259
00000100:00080000:2.0:1788574516.604784:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574516.604788:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574516.604799:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574516.604810:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453982961792/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574516.604817:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982961664:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788574516.604822:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574516.604826:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574516.604827:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574516.604831:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2259
00000100:00080000:2.0:1788574516.604833:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574516.604836:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574516.604839:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574516.604850:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453982961920/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574516.604892:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574516.604944:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574516/real 1788574516]  req@ffff8b7a8367b480 x1875453982961664/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574516.604960:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453982961664/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574516.604969:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574516.604972:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574516.604976:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982961664:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574516.605009:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982961792:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574516.605029:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574516.605038:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574516/real 1788574516]  req@ffff8b7a83678000 x1875453982961792/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574516.605047:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453982961792/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574516.605052:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574516.605055:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574516.605057:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982961792:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574516.605060:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982961920:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574516.605072:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574516.605077:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574516/real 1788574516]  req@ffff8b7a8367ad80 x1875453982961920/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574516.605085:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453982961920/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574516.605098:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574516.605100:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574516.605102:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982961920:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574517.308664:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574518.332637:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574519.356755:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574520.380688:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574521.404706:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574521.724657:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574521.724681:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574521.724687:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574521.724721:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2265
00000100:00080000:1.0:1788574521.724734:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574521.724743:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574521.724784:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453982962048/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574521.724816:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574521.724820:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574521.724822:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574521.724827:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2265
00000100:00080000:1.0:1788574521.724831:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574521.724836:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574521.724848:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574521.724862:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982962048:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574521.724863:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982962176/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574521.724880:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574521.724883:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574521.724885:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574521.724890:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2265
00000100:00080000:1.0:1788574521.724894:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574521.724897:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574521.724903:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574521.724918:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982962304/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574521.724943:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574521.724995:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574521/real 1788574521]  req@ffff8b7a86bfb800 x1875453982962048/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574521.725012:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453982962048/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574521.725034:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574521.725038:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574521.725042:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982962048:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574521.725065:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982962176:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574521.725085:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574521.725094:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574521/real 1788574521]  req@ffff8b7a86bfad80 x1875453982962176/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574521.725102:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982962176/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574521.725108:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574521.725110:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574521.725113:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982962176:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574521.725116:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982962304:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574521.725132:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574521.725142:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574521/real 1788574521]  req@ffff8b7a86bf9f80 x1875453982962304/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574521.725155:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982962304/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574521.725164:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574521.725175:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574521.725179:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982962304:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574522.428655:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574523.452635:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574524.476622:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574525.500666:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574526.524742:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574526.844645:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574526.844661:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574526.844667:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574526.844681:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2270
00000100:00080000:3.0:1788574526.844709:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574526.844719:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574526.844763:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982962432/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574526.844788:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574526.844791:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574526.844809:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574526.844814:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2270
00000100:00080000:3.0:1788574526.844818:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574526.844822:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574526.844833:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574526.844848:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982962432:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574526.844850:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982962560/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574526.844867:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574526.844871:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574526.844873:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574526.844878:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2270
00000100:00080000:3.0:1788574526.844883:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574526.844888:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574526.844894:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574526.844908:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982962688/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574526.844975:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982962560:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574526.845003:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982962688:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574527.548721:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574528.572685:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574529.598215:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788574529.916943:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788574529.916991:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788574529.917019:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788574529.917055:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788574529.917064:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788574529.917225:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574526/real 1788574529]  req@ffff8b7a86089c00 x1875453982962560/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574529.917253:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982962560/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574529.917266:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574529.917271:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574529.917275:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982962560:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574529.917303:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574526/real 1788574529]  req@ffff8b7a8608a300 x1875453982962688/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574529.917317:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982962688/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574529.917325:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574529.917329:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574529.917333:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982962688:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574529.917341:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574526/real 1788574529]  req@ffff8b7a86089f80 x1875453982962432/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574529.917353:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982962432/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574529.917362:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574529.917366:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574529.917388:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982962432:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788574530.620782:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574531.644677:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574531.964625:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574531.964638:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574531.964642:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574531.964653:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2275
00000100:00080000:3.0:1788574531.964665:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574531.964673:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574531.964713:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982962816/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574531.964777:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574531.964780:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574531.964782:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574531.964786:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2275
00000100:00080000:3.0:1788574531.964789:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574531.964793:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574531.964803:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574531.964814:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982962944/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574531.964823:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574531.964826:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574531.964828:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574531.964830:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2275
00000100:00080000:3.0:1788574531.964834:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788574531.964837:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982962816:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574531.964838:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574531.964845:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574531.964854:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982963072/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574531.964933:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574531.965005:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574531/real 1788574531]  req@ffff8b7a8608ad80 x1875453982962816/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574531.965029:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982962816/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574531.965043:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574531.965048:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574531.965051:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982962816:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574531.965080:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982962944:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574531.965104:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574531.965118:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574531/real 1788574531]  req@ffff8b7a8608a680 x1875453982962944/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574531.965133:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982962944/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574531.965142:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574531.965146:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574531.965149:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982962944:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574531.965156:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982963072:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574531.965180:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574531.965202:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574531/real 1788574531]  req@ffff8b7a8608aa00 x1875453982963072/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574531.965215:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982963072/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574531.965224:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574531.965228:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574531.965231:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982963072:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574532.668718:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574533.692663:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574534.716728:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574535.740697:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574536.764673:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574537.084670:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574537.084681:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574537.084685:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574537.084694:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2280
00000100:00080000:2.0:1788574537.084704:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574537.084710:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574537.084743:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453982963200/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574537.084778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574537.084781:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574537.084783:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788574537.084806:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982963200:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788574537.084809:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2280
00000100:00080000:2.0:1788574537.084815:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574537.084819:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574537.084828:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574537.084840:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453982963328/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574537.084852:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574537.084856:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574537.084858:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574537.084863:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2280
00000100:00080000:2.0:1788574537.084869:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574537.084874:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000800:00000100:1.0:1788574537.084882:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000008:00100000:2.0:1788574537.084888:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574537.084904:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453982963456/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574537.084932:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574537/real 1788574537]  req@ffff8b7a83678a80 x1875453982963200/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574537.084952:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453982963200/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574537.084962:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574537.084967:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574537.084971:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982963200:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574537.084994:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982963328:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574537.085020:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574537.085034:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574537/real 1788574537]  req@ffff8b7a83679880 x1875453982963328/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574537.085048:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453982963328/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574537.085070:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574537.085075:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574537.085079:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982963328:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574537.085087:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982963456:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574537.085112:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574537.085125:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574537/real 1788574537]  req@ffff8b7a8367aa00 x1875453982963456/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574537.085138:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453982963456/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574537.085148:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574537.085152:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574537.085156:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982963456:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574537.788684:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574538.812699:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574539.836622:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574540.860726:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574541.884666:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574542.204605:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574542.204640:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574542.204646:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574542.204659:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2285
00000100:00080000:3.0:1788574542.204673:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574542.204682:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574542.204726:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982963584/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574542.204759:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574542.204762:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574542.204764:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574542.204769:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2285
00000100:00080000:3.0:1788574542.204773:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574542.204790:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574542.204803:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574542.204819:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982963712/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574542.204827:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982963584:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574542.204834:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574542.204839:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574542.204841:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574542.204846:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2285
00000100:00080000:3.0:1788574542.204850:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574542.204854:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574542.204859:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574542.204872:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982963840/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574542.204908:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574542.204958:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574542/real 1788574542]  req@ffff8b7a8608bb80 x1875453982963584/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574542.204976:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982963584/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574542.204986:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574542.204989:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574542.204999:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982963584:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574542.205025:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982963712:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574542.205043:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574542.205052:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574542/real 1788574542]  req@ffff8b7a86088380 x1875453982963712/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574542.205061:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982963712/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574542.205066:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574542.205068:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574542.205070:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982963712:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574542.205074:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982963840:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574542.205084:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574542.205090:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574542/real 1788574542]  req@ffff8b7a8608b800 x1875453982963840/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574542.205097:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982963840/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574542.205102:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574542.205104:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574542.205106:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982963840:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574542.908689:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574543.932738:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574544.956719:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574545.980687:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574547.004679:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574547.324631:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574547.324642:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574547.324647:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574547.324665:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2290
00000100:00080000:3.0:1788574547.324676:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574547.324684:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574547.324745:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982963968/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574547.324778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574547.324782:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574547.324784:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574547.324790:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2290
00000100:00080000:3.0:1788574547.324794:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574547.324799:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574547.324824:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574547.324841:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982964096/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574547.324846:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982963968:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574547.324864:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574547.324868:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574547.324870:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574547.324875:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2290
00000100:00080000:3.0:1788574547.324879:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574547.324904:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574547.324909:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574547.324919:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982964224/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574547.324938:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574547.324991:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574547/real 1788574547]  req@ffff8b7a8608b800 x1875453982963968/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574547.325007:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982963968/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574547.325015:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574547.325019:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574547.325022:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982963968:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574547.325046:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982964096:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574547.325064:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574547.325072:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574547/real 1788574547]  req@ffff8b7a86088380 x1875453982964096/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574547.325080:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982964096/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574547.325086:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574547.325088:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574547.325090:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982964096:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574547.325093:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982964224:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574547.325103:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574547.325109:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574547/real 1788574547]  req@ffff8b7a8608bb80 x1875453982964224/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574547.325116:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982964224/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574547.325130:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574547.325133:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574547.325135:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982964224:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574548.028721:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574549.052652:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574550.076677:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574551.100664:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574552.124696:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574552.444672:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574552.444685:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574552.444690:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574552.444704:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2295
00000100:00080000:2.0:1788574552.444719:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574552.444756:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574552.444817:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453982964352/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574552.444863:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574552.444867:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574552.444869:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574552.444884:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2295
00000100:00080000:2.0:1788574552.444888:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574552.444893:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574552.444904:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574552.444922:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453982964480/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574552.444933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574552.444936:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574552.444938:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574552.444941:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2295
00000100:00080000:2.0:1788574552.444944:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788574552.444951:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982964352:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788574552.444951:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574552.444959:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574552.444970:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453982964608/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574552.445051:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574552.445119:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574552/real 1788574552]  req@ffff8b7a83679180 x1875453982964352/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574552.445142:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453982964352/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574552.445156:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574552.445162:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574552.445168:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982964352:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574552.445178:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982964480:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574552.445212:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574552.445230:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574552/real 1788574552]  req@ffff8b7a83678700 x1875453982964480/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574552.445242:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453982964480/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574552.445250:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574552.445253:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574552.445256:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982964480:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574552.445298:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982964608:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574552.445326:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574552.445342:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574552/real 1788574552]  req@ffff8b7a83679c00 x1875453982964608/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574552.445360:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453982964608/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574552.445372:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574552.445377:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574552.445382:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982964608:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574553.148623:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574554.172707:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574555.196633:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574556.220691:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574557.244731:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574557.564621:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574557.564633:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574557.564638:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574557.564650:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2300
00000100:00080000:0.0:1788574557.564660:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574557.564666:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574557.564701:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453982964736/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574557.564726:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574557.564730:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574557.564731:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574557.564736:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2300
00000100:00080000:0.0:1788574557.564740:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574557.564746:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574557.564757:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574557.564778:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982964736:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574557.564784:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453982964864/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574557.564795:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574557.564798:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574557.564800:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574557.564803:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2300
00000100:00080000:0.0:1788574557.564807:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574557.564811:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574557.564815:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574557.564825:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453982964992/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574557.564837:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574557.564899:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574557/real 1788574557]  req@ffff8b7a86112d80 x1875453982964736/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574557.564914:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453982964736/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574557.564922:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574557.564925:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574557.564928:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982964736:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574557.564948:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982964864:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574557.564967:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574557.564984:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574557/real 1788574557]  req@ffff8b7a86112a00 x1875453982964864/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574557.565001:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453982964864/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574557.565007:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574557.565009:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574557.565011:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982964864:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574557.565015:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982964992:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574557.565030:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574557.565037:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574557/real 1788574557]  req@ffff8b7a86111880 x1875453982964992/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574557.565045:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453982964992/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574557.565050:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574557.565052:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574557.565054:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982964992:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574558.268668:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574559.292726:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574560.316714:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574561.340647:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574562.364659:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574562.684595:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574562.684606:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574562.684611:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574562.684623:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2306
00000100:00080000:3.0:1788574562.684635:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574562.684643:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574562.684685:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982965120/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574562.684709:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574562.684713:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574562.684715:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574562.684720:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2306
00000100:00080000:3.0:1788574562.684725:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574562.684732:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574562.684745:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574562.684752:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982965120:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574562.684762:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982965248/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574562.684786:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574562.684789:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574562.684790:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574562.684794:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2306
00000100:00080000:3.0:1788574562.684797:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574562.684800:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574562.684806:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574562.684833:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982965376/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574562.684852:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574562.684894:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574562/real 1788574562]  req@ffff8b7a8608aa00 x1875453982965120/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574562.684910:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982965120/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574562.684929:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574562.684933:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574562.684936:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982965120:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574562.684960:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982965248:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574562.684979:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574562.684988:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574562/real 1788574562]  req@ffff8b7a8608a680 x1875453982965248/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574562.684996:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982965248/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574562.685002:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574562.685004:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574562.685006:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982965248:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574562.685010:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982965376:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574562.685021:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574562.685026:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574562/real 1788574562]  req@ffff8b7a8608ad80 x1875453982965376/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574562.685034:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982965376/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574562.685039:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574562.685041:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574562.685043:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982965376:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574563.388750:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574564.412600:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574565.436603:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574566.460668:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574567.484639:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574567.804580:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574567.804590:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574567.804595:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574567.804605:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2311
00000100:00080000:3.0:1788574567.804615:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574567.804622:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574567.804659:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982965504/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574567.804692:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574567.804696:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574567.804698:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574567.804703:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2311
00000100:00080000:3.0:1788574567.804721:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574567.804726:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574567.804746:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574567.804769:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982965504:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574567.804769:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982965632/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574567.804802:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574567.804806:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574567.804808:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574567.804813:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2311
00000100:00080000:3.0:1788574567.804817:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574567.804821:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574567.804827:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574567.804842:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982965760/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574567.804846:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574567.804884:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574567/real 1788574567]  req@ffff8b7a86089f80 x1875453982965504/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574567.804899:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982965504/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574567.804907:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574567.804910:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574567.804913:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982965504:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574567.804930:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982965632:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574567.804945:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574567.804953:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574567/real 1788574567]  req@ffff8b7a8608a300 x1875453982965632/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574567.804961:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982965632/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574567.804966:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574567.804969:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574567.804971:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982965632:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574567.804974:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982965760:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574567.804984:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574567.804990:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574567/real 1788574567]  req@ffff8b7a86089c00 x1875453982965760/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574567.805005:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982965760/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574567.805011:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574567.805013:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574567.805015:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982965760:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574568.508670:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574569.532718:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574570.556625:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574571.580693:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574572.604678:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574572.924616:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574572.924626:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574572.924631:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574572.924643:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2316
00000100:00080000:3.0:1788574572.924656:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574572.924664:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574572.924707:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982965888/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574572.924767:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574572.924772:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574572.924774:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574572.924780:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2316
00000100:00080000:3.0:1788574572.924784:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574572.924790:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574572.924803:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574572.924821:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982965888:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574572.924828:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982966016/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574572.924838:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574572.924841:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574572.924843:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574572.924848:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2316
00000100:00080000:3.0:1788574572.924852:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574572.924857:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574572.924863:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574572.924877:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982966144/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574572.924917:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574572.924968:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574572/real 1788574572]  req@ffff8b7a86089880 x1875453982965888/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574572.924991:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982965888/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574572.925004:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574572.925008:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574572.925014:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982965888:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574572.925043:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982966016:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574572.925065:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574572.925080:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574572/real 1788574572]  req@ffff8b7a86088a80 x1875453982966016/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574572.925095:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982966016/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574572.925118:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574572.925121:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574572.925124:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982966016:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574572.925129:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982966144:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574572.925146:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574572.925154:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574572/real 1788574572]  req@ffff8b7a86088700 x1875453982966144/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574572.925162:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982966144/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574572.925167:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574572.925169:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574572.925171:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982966144:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574573.628660:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574574.652664:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574575.676693:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574576.700674:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574577.724707:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574578.044679:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574578.044693:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574578.044703:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574578.044737:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2321
00000100:00080000:0.0:1788574578.044751:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574578.044761:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574578.044811:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453982966272/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574578.044877:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574578.044881:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574578.044883:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574578.044888:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2321
00000100:00080000:0.0:1788574578.044893:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574578.044900:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574578.044912:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574578.044928:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453982966400/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574578.044943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574578.044947:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574578.044950:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788574578.044958:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982966272:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788574578.044959:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2321
00000100:00080000:0.0:1788574578.044971:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574578.044980:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574578.044988:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574578.045005:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453982966528/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574578.045032:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574578.045071:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574578/real 1788574578]  req@ffff8b7a86113b80 x1875453982966272/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574578.045086:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453982966272/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574578.045094:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574578.045097:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574578.045113:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982966272:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574578.045134:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982966400:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574578.045153:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574578.045162:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574578/real 1788574578]  req@ffff8b7a86112300 x1875453982966400/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574578.045170:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453982966400/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574578.045175:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574578.045178:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574578.045180:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982966400:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574578.045184:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982966528:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574578.045195:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574578.045200:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574578/real 1788574578]  req@ffff8b7a86110e00 x1875453982966528/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574578.045207:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453982966528/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574578.045213:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574578.045214:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574578.045216:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982966528:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574578.748706:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574579.772631:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574580.796739:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574581.820638:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574582.844629:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574583.164648:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574583.164662:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574583.164702:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574583.164717:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2326
00000100:00080000:3.0:1788574583.164730:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574583.164739:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574583.164783:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982966656/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574583.164817:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574583.164821:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574583.164823:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574583.164829:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2326
00000100:00080000:3.0:1788574583.164832:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574583.164837:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574583.164848:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574583.164863:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982966784/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574583.164873:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574583.164878:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574583.164880:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574583.164884:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2326
00000100:00080000:3.0:1788574583.164890:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788574583.164891:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982966656:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574583.164897:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574583.164905:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574583.164917:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982966912/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574583.164983:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574583.165042:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574583/real 1788574583]  req@ffff8b7a86088000 x1875453982966656/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574583.165065:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982966656/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574583.165077:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574583.165082:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574583.165087:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982966656:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574583.165096:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982966784:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574583.165124:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574583.165138:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574583/real 1788574583]  req@ffff8b7a8608b480 x1875453982966784/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574583.165152:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982966784/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574583.165161:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574583.165165:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574583.165168:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982966784:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574583.165200:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982966912:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574583.165223:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574583.165236:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574583/real 1788574583]  req@ffff8b7a86089180 x1875453982966912/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574583.165249:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982966912/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574583.165272:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574583.165276:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574583.165280:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982966912:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788574583.868700:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574584.892721:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574585.916627:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574586.940691:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574587.964711:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574588.284632:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574588.284645:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574588.284687:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574588.284702:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2331
00000100:00080000:0.0:1788574588.284716:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574588.284726:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574588.284771:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453982967040/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574588.284809:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574588.284813:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574588.284815:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574588.284821:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2331
00000100:00080000:0.0:1788574588.284825:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574588.284830:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574588.284843:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574588.284858:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453982967168/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574588.284863:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982967040:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788574588.284877:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574588.284881:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574588.284883:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574588.284889:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2331
00000100:00080000:0.0:1788574588.284893:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574588.284898:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574588.284904:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574588.284920:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453982967296/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574588.284943:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574588.284985:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574588/real 1788574588]  req@ffff8b7a86110380 x1875453982967040/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574588.285001:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453982967040/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574588.285010:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574588.285014:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574588.285018:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982967040:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574588.285040:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982967168:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574588.285056:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574588.285073:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574588/real 1788574588]  req@ffff8b7a86111f80 x1875453982967168/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574588.285082:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453982967168/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574588.285087:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574588.285096:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574588.285099:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982967168:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574588.285104:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982967296:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574588.285119:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574588.285137:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574588/real 1788574588]  req@ffff8b7a86113800 x1875453982967296/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574588.285146:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453982967296/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574588.285152:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574588.285154:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574588.285156:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982967296:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574588.988701:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574590.012728:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574591.036666:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574592.060670:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574593.084772:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574593.404622:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574593.404647:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574593.404652:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574593.404665:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2336
00000100:00080000:1.0:1788574593.404679:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574593.404687:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574593.404732:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982967424/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574593.404760:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574593.404764:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574593.404795:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574593.404803:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2336
00000100:00100000:2.0:1788574593.404804:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982967424:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788574593.404809:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574593.404816:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574593.404829:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574593.404843:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982967552/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574593.404853:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574593.404855:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574593.404857:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574593.404860:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2336
00000100:00080000:1.0:1788574593.404864:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574593.404867:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574593.404871:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574593.404878:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982967680/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574593.404933:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982967552:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574593.404957:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982967680:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574594.108708:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574595.132655:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574596.156795:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788574596.476782:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788574596.476849:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788574596.476867:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788574596.476914:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788574596.476925:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:2.0:1788574596.476981:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574593/real 1788574596]  req@ffff8b7a86bf8380 x1875453982967552/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574596.477021:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982967552/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574596.477033:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574596.477038:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574596.477043:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982967552:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574596.477052:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574593/real 1788574596]  req@ffff8b7a86bf8700 x1875453982967680/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574596.477064:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982967680/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574596.477072:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574596.477098:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574596.477101:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982967680:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574596.477110:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574593/real 1788574596]  req@ffff8b7a86bfaa00 x1875453982967424/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574596.477127:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982967424/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574596.477146:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574596.477151:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574596.477155:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982967424:192.168.202.159@tcp:250:kworker.0
00010000:00010000:3.0:1788574597.180692:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574598.204638:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574598.524619:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574598.524628:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574598.524632:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574598.524640:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2341
00000100:00080000:0.0:1788574598.524649:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574598.524655:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574598.524684:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453982967808/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574598.524706:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574598.524709:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574598.524711:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574598.524714:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2341
00000100:00080000:0.0:1788574598.524716:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574598.524719:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574598.524726:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574598.524754:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453982967936/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574598.524757:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982967808:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788574598.524774:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574598.524778:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574598.524780:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574598.524785:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2341
00000100:00080000:0.0:1788574598.524789:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574598.524795:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574598.524800:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574598.524825:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453982968064/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574598.524829:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574598.524871:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574598/real 1788574598]  req@ffff8b7a86110000 x1875453982967808/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574598.524890:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453982967808/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574598.524902:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574598.524906:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574598.524910:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982967808:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574598.524934:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982967936:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574598.524956:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574598.524968:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574598/real 1788574598]  req@ffff8b7a86113480 x1875453982967936/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574598.524998:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453982967936/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574598.525007:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574598.525011:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574598.525015:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982967936:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574598.525022:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982968064:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574598.525043:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574598.525054:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574598/real 1788574598]  req@ffff8b7a86111500 x1875453982968064/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574598.525068:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453982968064/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574598.525077:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574598.525081:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574598.525085:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982968064:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788574599.228663:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574600.252709:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574601.276619:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574602.300748:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574603.324682:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574603.644687:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574603.644701:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574603.644707:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574603.644720:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2346
00000100:00080000:1.0:1788574603.644735:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574603.644745:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574603.644816:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453982968192/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574603.644849:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574603.644852:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574603.644854:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574603.644858:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2346
00000100:00080000:1.0:1788574603.644862:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574603.644866:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574603.644877:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574603.644892:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453982968320/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574603.644895:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982968192:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788574603.644918:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574603.644923:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574603.644924:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574603.644929:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2346
00000100:00080000:1.0:1788574603.644931:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574603.644934:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574603.644937:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574603.644950:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982968448/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574603.644982:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574603.645018:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574603/real 1788574603]  req@ffff8b7a86bf9880 x1875453982968192/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574603.645033:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453982968192/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574603.645057:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574603.645061:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574603.645064:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982968192:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574603.645085:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982968320:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574603.645105:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574603.645113:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574603/real 1788574603]  req@ffff8b7a86bfa300 x1875453982968320/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574603.645122:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453982968320/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574603.645127:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574603.645130:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574603.645132:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982968320:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574603.645136:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982968448:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574603.645146:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574603.645154:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574603/real 1788574603]  req@ffff8b7a86bfaa00 x1875453982968448/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574603.645167:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982968448/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574603.645176:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574603.645180:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574603.645184:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982968448:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574604.348699:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574605.372700:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574606.396750:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574607.420615:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574608.444723:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574608.764665:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574608.764716:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574608.764721:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574608.764733:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2352
00000100:00080000:3.0:1788574608.764746:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574608.765952:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574608.765992:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982968576/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574608.766028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574608.766032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574608.766034:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574608.766039:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2352
00000100:00080000:3.0:1788574608.766047:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574608.766051:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574608.766059:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574608.766069:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982968704/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574608.766077:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982968576:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574608.766100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574608.766103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574608.766105:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574608.766109:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2352
00000100:00080000:3.0:1788574608.766124:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574608.766127:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574608.766131:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788574608.766133:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788574608.766145:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982968832/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574608.766171:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574608/real 1788574608]  req@ffff8b7a86088e00 x1875453982968576/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574608.766186:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982968576/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574608.766193:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574608.766196:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574608.766200:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982968576:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574608.766237:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982968704:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574608.766254:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574608.766263:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574608/real 1788574608]  req@ffff8b7a86089500 x1875453982968704/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574608.766271:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982968704/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574608.766277:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574608.766280:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574608.766282:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982968704:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574608.766286:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982968832:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574608.766296:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574608.766301:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574608/real 1788574608]  req@ffff8b7a8608b100 x1875453982968832/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574608.766318:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982968832/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574608.766324:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574608.766326:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574608.766328:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982968832:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574609.468715:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574610.492603:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574611.516726:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574612.540652:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574613.564595:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574613.884648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574613.884664:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574613.884669:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574613.884683:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2357
00000100:00080000:0.0:1788574613.884698:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574613.884706:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574613.884749:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453982968960/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574613.884776:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574613.884796:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574613.884798:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574613.884802:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2357
00000100:00080000:0.0:1788574613.884806:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574613.884810:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574613.884826:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574613.884836:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982968960:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574613.884841:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453982969088/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574613.884862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574613.884865:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574613.884868:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574613.884873:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2357
00000100:00080000:0.0:1788574613.884877:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574613.884882:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574613.884887:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574613.884901:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453982969216/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574613.884934:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574613.884978:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574613/real 1788574613]  req@ffff8b7a86111500 x1875453982968960/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574613.885007:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453982968960/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574613.885021:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574613.885026:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574613.885030:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982968960:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574613.885058:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982969088:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574613.885083:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574613.885097:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574613/real 1788574613]  req@ffff8b7a86113480 x1875453982969088/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574613.885111:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453982969088/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574613.885140:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574613.885144:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574613.885148:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982969088:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574613.885156:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982969216:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574613.885178:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574613.885191:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574613/real 1788574613]  req@ffff8b7a86110000 x1875453982969216/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574613.885205:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453982969216/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574613.885214:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574613.885217:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574613.885221:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982969216:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788574614.588644:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574615.612618:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574616.636686:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574617.660650:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574618.684693:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574619.004631:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574619.004643:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574619.004647:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574619.004661:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2362
00000100:00080000:0.0:1788574619.004673:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574619.004680:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574619.004740:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453982969344/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574619.004770:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574619.004773:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574619.004775:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574619.004778:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2362
00000100:00080000:0.0:1788574619.004783:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574619.004788:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574619.004799:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574619.004811:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453982969472/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574619.004819:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982969344:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788574619.004825:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574619.004830:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574619.004832:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574619.004835:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2362
00000100:00080000:0.0:1788574619.004838:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574619.004840:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574619.004844:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574619.004855:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453982969600/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574619.004901:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574619.004941:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574619/real 1788574619]  req@ffff8b7a86113800 x1875453982969344/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574619.004956:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453982969344/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574619.004969:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574619.004973:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574619.004988:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982969344:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574619.005010:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982969472:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574619.005029:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574619.005038:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574619/real 1788574619]  req@ffff8b7a86111f80 x1875453982969472/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574619.005047:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453982969472/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574619.005052:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574619.005055:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574619.005057:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982969472:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574619.005061:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982969600:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574619.005071:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574619.005077:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574619/real 1788574619]  req@ffff8b7a86110380 x1875453982969600/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574619.005084:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453982969600/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574619.005089:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574619.005092:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574619.005094:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982969600:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574619.708695:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574620.732622:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574621.756701:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574622.780680:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574623.804748:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574624.124626:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574624.124656:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574624.124661:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574624.124672:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2367
00000100:00080000:0.0:1788574624.124683:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574624.124691:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574624.124728:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453982969728/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574624.124766:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574624.124774:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574624.124777:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574624.124784:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2367
00000100:00080000:0.0:1788574624.124790:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574624.124795:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574624.124806:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982969728:192.168.202.159@tcp:250:kworker.0
00000008:00100000:0.0:1788574624.124810:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574624.124834:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453982969856/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574624.124850:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574624.124854:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574624.124857:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574624.124862:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2367
00000100:00080000:0.0:1788574624.124868:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574624.124873:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574624.124880:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574624.124895:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453982969984/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574624.124896:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574624.124970:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574624/real 1788574624]  req@ffff8b7a86110e00 x1875453982969728/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574624.124988:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453982969728/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574624.124997:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574624.125001:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574624.125005:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982969728:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574624.125030:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982969856:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574624.125049:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574624.125058:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574624/real 1788574624]  req@ffff8b7a86112300 x1875453982969856/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574624.125067:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453982969856/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574624.125072:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574624.125075:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574624.125077:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982969856:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574624.125081:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982969984:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574624.125092:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574624.125098:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574624/real 1788574624]  req@ffff8b7a86113b80 x1875453982969984/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574624.125106:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453982969984/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574624.125121:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574624.125124:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574624.125127:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982969984:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574624.828701:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574625.852693:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574626.876697:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574627.900761:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574628.924621:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574629.244604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574629.244613:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574629.244617:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574629.244626:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2372
00000100:00080000:0.0:1788574629.244635:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574629.244642:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574629.244675:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453982970112/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574629.244702:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574629.244705:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574629.244706:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574629.244709:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2372
00000100:00080000:0.0:1788574629.244712:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574629.244715:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574629.244722:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574629.244733:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453982970240/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574629.244741:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574629.244745:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574629.244747:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788574629.244747:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982970112:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788574629.244755:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2372
00000100:00080000:0.0:1788574629.244771:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574629.244774:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574629.244779:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574629.244789:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453982970368/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574629.244811:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574629.244844:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574629/real 1788574629]  req@ffff8b7a86111880 x1875453982970112/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574629.244858:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453982970112/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574629.244877:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574629.244881:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574629.244886:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982970112:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574629.244912:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982970240:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574629.244933:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574629.244942:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574629/real 1788574629]  req@ffff8b7a86112a00 x1875453982970240/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574629.244959:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453982970240/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574629.244964:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574629.244967:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574629.244969:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982970240:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574629.244982:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982970368:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574629.244998:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574629.245005:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574629/real 1788574629]  req@ffff8b7a86112d80 x1875453982970368/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574629.245013:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453982970368/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574629.245018:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574629.245026:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574629.245029:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982970368:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788574629.948685:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574630.972679:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574631.996602:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574633.020655:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574634.044679:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574634.364632:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574634.364643:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574634.364648:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574634.364659:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2377
00000100:00080000:3.0:1788574634.364670:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574634.364685:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574634.364735:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982970496/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574634.364780:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574634.364783:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574634.364785:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574634.364788:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2377
00000100:00080000:3.0:1788574634.364792:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574634.364797:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574634.364807:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574634.364836:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982970624/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574634.364837:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982970496:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574634.364868:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574634.364877:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574634.364879:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574634.364884:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2377
00000100:00080000:3.0:1788574634.364888:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574634.364892:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574634.364897:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574634.364917:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982970752/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574634.364926:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574634.364975:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574634/real 1788574634]  req@ffff8b7a8608b100 x1875453982970496/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574634.364991:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982970496/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574634.365000:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574634.365003:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574634.365006:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982970496:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574634.365026:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982970624:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574634.365045:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574634.365054:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574634/real 1788574634]  req@ffff8b7a86089500 x1875453982970624/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574634.365075:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982970624/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574634.365081:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574634.365084:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574634.365086:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982970624:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574634.365090:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982970752:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574634.365104:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574634.365110:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574634/real 1788574634]  req@ffff8b7a86088e00 x1875453982970752/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574634.365118:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982970752/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574634.365123:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574634.365125:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574634.365127:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982970752:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574635.068625:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574636.092672:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574637.116704:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574638.140609:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788574639.164676:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574639.484650:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574639.484662:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574639.484666:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574639.484677:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2382
00000100:00080000:1.0:1788574639.484689:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574639.484697:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574639.484740:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982970880/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574639.484767:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574639.484770:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574639.484772:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574639.484775:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2382
00000100:00080000:1.0:1788574639.484778:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574639.484781:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574639.484791:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574639.484800:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982971008/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574639.484814:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788574639.484818:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982970880:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788574639.484837:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574639.484840:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574639.484845:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2382
00000100:00080000:1.0:1788574639.484849:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574639.484853:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574639.484859:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574639.484872:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982971136/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574639.484899:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574639.484952:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574639/real 1788574639]  req@ffff8b7a86bf8700 x1875453982970880/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574639.484968:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982970880/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574639.484993:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574639.484996:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574639.484999:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982970880:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574639.485020:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982971008:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574639.485048:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574639.485062:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574639/real 1788574639]  req@ffff8b7a86bf8380 x1875453982971008/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574639.485075:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982971008/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574639.485083:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574639.485085:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574639.485088:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982971008:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574639.485093:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982971136:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574639.485109:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574639.485117:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574639/real 1788574639]  req@ffff8b7a86bf9f80 x1875453982971136/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574639.485124:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982971136/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574639.485130:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574639.485132:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574639.485134:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982971136:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574640.188646:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574641.212622:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574642.236668:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574643.260710:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574644.284729:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574644.604617:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574644.604627:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574644.604630:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574644.604640:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2387
00000100:00080000:0.0:1788574644.604651:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574644.604661:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574644.604695:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453982971264/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574644.604718:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574644.604721:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574644.604723:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574644.604726:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2387
00000100:00080000:0.0:1788574644.604729:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574644.604731:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574644.604740:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574644.604776:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453982971392/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574644.604785:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982971264:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788574644.604796:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574644.604800:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574644.604802:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574644.604806:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2387
00000100:00080000:0.0:1788574644.604809:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574644.604812:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574644.604816:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574644.604827:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453982971520/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574644.604894:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574644.604948:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574644/real 1788574644]  req@ffff8b7a86112680 x1875453982971264/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574644.604972:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453982971264/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574644.604985:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574644.604990:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574644.604994:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982971264:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574644.605024:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982971392:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574644.605051:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574644.605066:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574644/real 1788574644]  req@ffff8b7a86110700 x1875453982971392/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574644.605080:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453982971392/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574644.605086:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574644.605089:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574644.605091:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982971392:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574644.605096:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982971520:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574644.605113:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574644.605133:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574644/real 1788574644]  req@ffff8b7a86111c00 x1875453982971520/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574644.605141:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453982971520/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574644.605146:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574644.605148:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574644.605151:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982971520:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574645.308703:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574646.332656:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574647.356690:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574648.380659:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574649.404672:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574649.724617:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574649.724629:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574649.724634:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574649.724646:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2393
00000100:00080000:0.0:1788574649.724658:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574649.724667:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574649.724732:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453982971648/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574649.724761:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574649.724765:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574649.724767:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574649.724770:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2393
00000100:00080000:0.0:1788574649.724795:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788574649.724801:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982971648:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788574649.724804:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574649.724820:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574649.724836:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453982971776/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574649.724846:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574649.724850:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574649.724851:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574649.724855:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2393
00000100:00080000:0.0:1788574649.724859:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574649.724861:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574649.724865:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574649.724876:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453982971904/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574649.724892:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574649.724936:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574649/real 1788574649]  req@ffff8b7a86111180 x1875453982971648/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574649.724954:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453982971648/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574649.724964:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574649.724967:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574649.724970:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982971648:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574649.724995:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982971776:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574649.725013:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574649.725023:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574649/real 1788574649]  req@ffff8b7a86113100 x1875453982971776/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574649.725046:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453982971776/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574649.725052:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574649.725055:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574649.725057:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982971776:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574649.725062:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982971904:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574649.725077:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574649.725084:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574649/real 1788574649]  req@ffff8b7a86110a80 x1875453982971904/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574649.725094:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453982971904/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574649.725104:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574649.725108:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574649.725111:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982971904:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574650.428661:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574651.452731:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574652.476683:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574653.500679:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574654.524609:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574654.844608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574654.844620:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574654.844624:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574654.844636:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2398
00000100:00080000:3.0:1788574654.844647:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574654.844655:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574654.844698:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982972032/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574654.844740:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574654.844745:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574654.844747:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574654.844753:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2398
00000100:00080000:3.0:1788574654.844758:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574654.844761:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574654.844771:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574654.844791:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982972160/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574654.844804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574654.844808:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574654.844810:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574654.844815:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2398
00000100:00080000:3.0:1788574654.844819:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788574654.844827:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982972032:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574654.844828:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574654.844856:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574654.844872:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982972288/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574654.844909:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574654.844956:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574654/real 1788574654]  req@ffff8b7a86089180 x1875453982972032/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574654.844971:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982972032/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574654.844993:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574654.844997:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574654.845001:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982972032:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574654.845006:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982972160:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574654.845026:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574654.845035:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574654/real 1788574654]  req@ffff8b7a8608b480 x1875453982972160/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574654.845043:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982972160/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574654.845048:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574654.845051:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574654.845053:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982972160:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574654.845074:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982972288:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574654.845085:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574654.845091:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574654/real 1788574654]  req@ffff8b7a86088000 x1875453982972288/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574654.845098:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982972288/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574654.845103:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574654.845105:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574654.845107:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982972288:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574655.548669:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574656.572569:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574657.596669:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574658.620687:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574659.644605:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574659.964579:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574659.964588:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574659.964592:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574659.964600:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2403
00000100:00080000:3.0:1788574659.964609:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574659.964616:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574659.964648:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982972416/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574659.964670:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574659.964673:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574659.964674:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574659.964677:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2403
00000100:00080000:3.0:1788574659.964680:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574659.964682:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574659.964689:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574659.964698:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982972544/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574659.964707:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982972416:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574659.964709:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574659.964715:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574659.964768:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574659.964772:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2403
00000100:00080000:3.0:1788574659.964776:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574659.964779:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574659.964783:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574659.964793:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982972672/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574659.964828:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982972544:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574659.964865:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982972672:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574660.668669:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574661.692642:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574662.716835:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788574663.036702:0:2374:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788574663.036738:0:2374:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788574663.036752:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788574663.036792:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788574663.036807:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:2.0:1788574663.036837:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574659/real 1788574663]  req@ffff8b7a86088a80 x1875453982972544/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574663.036859:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982972544/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574663.036871:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574663.036877:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574663.036882:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982972544:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574663.036890:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574659/real 1788574663]  req@ffff8b7a86089880 x1875453982972672/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574663.036903:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982972672/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574663.036918:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574663.036922:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574663.036926:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982972672:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574663.036933:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574659/real 1788574663]  req@ffff8b7a86088700 x1875453982972416/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574663.036971:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982972416/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574663.036980:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574663.036984:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574663.036988:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982972416:192.168.202.159@tcp:250:kworker.0
00010000:00010000:2.0:1788574663.740764:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574664.764762:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574665.084694:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574665.084725:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574665.084730:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574665.084744:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2408
00000100:00080000:0.0:1788574665.084757:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574665.084767:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574665.084811:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453982972800/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574665.084852:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574665.084857:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574665.084859:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574665.084863:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2408
00000100:00080000:0.0:1788574665.084868:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574665.084874:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574665.084892:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574665.084905:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982972800:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574665.084919:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453982972928/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574665.084933:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574665.084937:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574665.084940:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574665.084945:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2408
00000100:00080000:0.0:1788574665.084950:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574665.084955:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574665.084960:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574665.084982:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453982973056/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574665.085000:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574665.085081:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574665/real 1788574665]  req@ffff8b7a86110a80 x1875453982972800/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574665.085111:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453982972800/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574665.085125:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574665.085131:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574665.085135:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982972800:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574665.085168:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982972928:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574665.085195:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574665.085208:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574665/real 1788574665]  req@ffff8b7a86113100 x1875453982972928/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574665.085220:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453982972928/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574665.085243:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574665.085247:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574665.085251:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982972928:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574665.085257:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982973056:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574665.085280:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574665.085291:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574665/real 1788574665]  req@ffff8b7a86111180 x1875453982973056/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574665.085303:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453982973056/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574665.085311:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574665.085315:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574665.085319:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982973056:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574665.788662:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574666.812750:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574667.836669:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574668.860683:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574669.884651:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574670.204571:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574670.204583:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574670.204587:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574670.204598:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2413
00000100:00080000:0.0:1788574670.204610:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574670.204617:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574670.204661:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453982973184/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574670.204686:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574670.204689:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574670.204691:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574670.204694:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2413
00000100:00080000:0.0:1788574670.204696:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574670.204698:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574670.204708:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574670.204720:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453982973312/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574670.204732:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788574670.204737:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982973184:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788574670.204738:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574670.204743:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574670.204750:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2413
00000100:00080000:0.0:1788574670.204774:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574670.204778:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574670.204783:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574670.204793:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453982973440/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574670.204824:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574670.204868:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574670/real 1788574670]  req@ffff8b7a86111c00 x1875453982973184/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574670.204885:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453982973184/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574670.204894:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574670.204920:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574670.204925:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982973184:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574670.204957:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982973312:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574670.204997:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574670.205013:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574670/real 1788574670]  req@ffff8b7a86110700 x1875453982973312/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574670.205024:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453982973312/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574670.205030:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574670.205033:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574670.205036:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982973312:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574670.205041:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982973440:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574670.205056:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574670.205063:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574670/real 1788574670]  req@ffff8b7a86112680 x1875453982973440/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574670.205071:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453982973440/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574670.205077:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574670.205078:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574670.205081:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982973440:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574670.908709:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574671.932620:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574672.956654:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574673.980733:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574675.004606:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574675.324593:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574675.324602:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574675.324605:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574675.324614:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2418
00000100:00080000:0.0:1788574675.324624:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574675.324631:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574675.324665:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453982973568/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574675.324690:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574675.324693:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574675.324695:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574675.324698:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2418
00000100:00080000:0.0:1788574675.324701:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574675.324703:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574675.324710:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574675.324719:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453982973696/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574675.324739:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982973568:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788574675.324750:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574675.324753:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574675.324754:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574675.324758:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2418
00000100:00080000:0.0:1788574675.324762:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574675.324764:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574675.324768:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574675.324778:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453982973824/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574675.324810:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574675.324848:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574675/real 1788574675]  req@ffff8b7a86112d80 x1875453982973568/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574675.324861:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453982973568/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574675.324870:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574675.324872:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574675.324876:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982973568:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574675.324896:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982973696:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574675.324929:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574675.324940:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574675/real 1788574675]  req@ffff8b7a86112a00 x1875453982973696/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574675.324949:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453982973696/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574675.324955:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574675.324957:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574675.324960:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982973696:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574675.324964:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982973824:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574675.324976:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574675.324982:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574675/real 1788574675]  req@ffff8b7a86111880 x1875453982973824/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574675.325004:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453982973824/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574675.325013:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574675.325016:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574675.325020:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982973824:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574676.028741:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574677.052659:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574678.076623:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574679.100678:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574680.124680:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574680.444616:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574680.444630:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574680.444635:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574680.444646:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2423
00000100:00080000:3.0:1788574680.444657:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574680.444666:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574680.444705:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982973952/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574680.444731:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574680.444734:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574680.444735:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574680.444738:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2423
00000100:00080000:3.0:1788574680.444757:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574680.444761:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574680.444771:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574680.444777:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982973952:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574680.444784:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982974080/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574680.444792:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574680.444794:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574680.444795:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574680.444798:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2423
00000100:00080000:3.0:1788574680.444800:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574680.444802:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574680.444804:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574680.444812:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982974208/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574680.444846:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574680.444898:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574680/real 1788574680]  req@ffff8b7a86089c00 x1875453982973952/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574680.444913:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982973952/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574680.444920:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574680.444923:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574680.444926:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982973952:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574680.444948:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982974080:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574680.444963:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574680.444971:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574680/real 1788574680]  req@ffff8b7a8608a300 x1875453982974080/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574680.444978:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982974080/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574680.444991:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574680.444994:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574680.444996:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982974080:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574680.445000:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982974208:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574680.445017:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574680.445027:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574680/real 1788574680]  req@ffff8b7a86089f80 x1875453982974208/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574680.445039:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982974208/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574680.445047:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574680.445050:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574680.445054:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982974208:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574681.148628:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574682.172723:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574683.196665:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574684.220632:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574685.244717:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574685.564604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574685.564616:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574685.564621:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574685.564633:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2428
00000100:00080000:3.0:1788574685.564645:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574685.564653:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574685.564714:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982974336/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574685.564744:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574685.564770:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574685.564782:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574685.564790:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2428
00000100:00080000:3.0:1788574685.564794:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574685.564801:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574685.564806:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982974336:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788574685.564814:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574685.564832:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982974464/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574685.564843:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574685.564845:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574685.564848:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574685.564853:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2428
00000100:00080000:3.0:1788574685.564878:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1788574685.564890:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:3.0:1788574685.564891:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574685.564902:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574685.564918:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982974592/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574685.564941:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574685/real 1788574685]  req@ffff8b7a8608ad80 x1875453982974336/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574685.564957:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982974336/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574685.564965:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574685.564981:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574685.564985:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982974336:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574685.565007:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982974464:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574685.565026:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574685.565036:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574685/real 1788574685]  req@ffff8b7a8608a680 x1875453982974464/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574685.565044:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982974464/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574685.565049:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574685.565052:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574685.565054:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982974464:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574685.565058:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982974592:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574685.565068:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574685.565074:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574685/real 1788574685]  req@ffff8b7a8608aa00 x1875453982974592/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574685.565081:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982974592/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574685.565086:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574685.565088:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574685.565090:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982974592:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574686.268705:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574687.292593:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574688.316725:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574689.340675:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574690.364671:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574690.684606:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574690.684615:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574690.684620:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574690.684630:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2434
00000100:00080000:3.0:1788574690.684641:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574690.684664:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574690.684693:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982974720/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574690.684718:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574690.684721:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574690.684722:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574690.684725:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2434
00000100:00080000:3.0:1788574690.684728:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574690.684731:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574690.684739:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574690.684747:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982974848/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574690.684754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574690.684756:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574690.684758:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574690.684760:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2434
00000100:00080000:3.0:1788574690.684763:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574690.684765:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574690.684768:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574690.684775:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982974720:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574690.684776:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982974976/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574690.684858:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574690.684892:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574690/real 1788574690]  req@ffff8b7a8608bb80 x1875453982974720/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574690.684906:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982974720/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574690.684915:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574690.684918:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574690.684921:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982974720:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574690.684932:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982974848:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574690.684949:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574690.684957:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574690/real 1788574690]  req@ffff8b7a86088380 x1875453982974848/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574690.684966:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982974848/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574690.684971:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574690.684974:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574690.684976:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982974848:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574690.684994:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982974976:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574690.685005:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574690.685011:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574690/real 1788574690]  req@ffff8b7a8608b800 x1875453982974976/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574690.685031:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982974976/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574690.685037:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574690.685039:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574690.685041:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982974976:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574691.388741:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574692.412618:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574693.436687:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574694.460688:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574695.484678:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574695.804584:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574695.804594:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574695.804598:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574695.804608:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2439
00000100:00080000:3.0:1788574695.804618:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574695.804625:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574695.804659:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982975104/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574695.804682:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574695.804684:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574695.804686:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574695.804689:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2439
00000100:00080000:3.0:1788574695.804691:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574695.804693:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574695.804702:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574695.804710:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982975232/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574695.804718:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574695.804721:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574695.804722:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788574695.804728:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982975104:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574695.804728:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2439
00000100:00080000:3.0:1788574695.804733:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1788574695.804802:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574695.804845:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574695/real 1788574695]  req@ffff8b7a8608b800 x1875453982975104/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788574695.804851:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574695.804860:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574695.804869:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982975104/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574695.804881:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574695.804886:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574695.804893:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982975104:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574695.804894:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982975360/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574695.804924:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982975232:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574695.804943:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574695.804951:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574695/real 1788574695]  req@ffff8b7a86088380 x1875453982975232/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574695.804960:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982975232/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574695.804972:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574695.804975:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574695.804978:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982975232:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574695.804982:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982975360:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574695.804996:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574695.805003:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574695/real 1788574695]  req@ffff8b7a8608bb80 x1875453982975360/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574695.805011:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982975360/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574695.805016:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574695.805018:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574695.805020:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982975360:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574696.508587:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574697.532735:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574698.556666:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574699.580634:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574700.604683:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574700.924555:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574700.924563:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574700.924567:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574700.924578:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2444
00000100:00080000:3.0:1788574700.924588:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574700.924597:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574700.924629:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982975488/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574700.924652:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574700.924656:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574700.924658:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574700.924663:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2444
00000100:00080000:3.0:1788574700.924667:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574700.924671:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574700.924681:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574700.924695:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982975616/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574700.924706:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574700.924709:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574700.924711:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574700.924714:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2444
00000100:00100000:2.0:1788574700.924727:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982975488:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574700.924730:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574700.924738:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574700.924742:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574700.924753:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982975744/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574700.924789:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574700.924822:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574700/real 1788574700]  req@ffff8b7a8608aa00 x1875453982975488/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574700.924836:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982975488/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574700.924844:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574700.924854:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574700.924857:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982975488:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574700.924863:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982975616:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574700.924880:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574700.924888:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574700/real 1788574700]  req@ffff8b7a8608a680 x1875453982975616/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574700.924896:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982975616/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574700.924901:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574700.924903:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574700.924906:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982975616:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574700.924924:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982975744:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574700.924934:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574700.924940:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574700/real 1788574700]  req@ffff8b7a8608ad80 x1875453982975744/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574700.924947:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982975744/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574700.924953:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574700.924954:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574700.924956:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982975744:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574701.628729:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574702.652621:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574703.676725:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574704.700686:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574705.724636:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574706.044622:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574706.044632:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574706.044637:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574706.044645:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2449
00000100:00080000:1.0:1788574706.044664:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574706.044670:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574706.044705:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982975872/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574706.044731:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574706.044734:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574706.044735:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574706.044739:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2449
00000100:00080000:1.0:1788574706.044741:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574706.044745:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574706.044753:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574706.044762:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453982976000/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574706.044776:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982975872:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788574706.044802:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574706.044806:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574706.044808:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574706.044830:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2449
00000100:00080000:1.0:1788574706.044834:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574706.044838:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574706.044843:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574706.044863:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982976128/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574706.044878:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574706.044922:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574706/real 1788574706]  req@ffff8b7a86bfad80 x1875453982975872/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574706.044939:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982975872/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574706.044949:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574706.044952:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574706.044956:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982975872:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574706.044981:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982976000:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574706.044998:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574706.045007:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574706/real 1788574706]  req@ffff8b7a86bfb800 x1875453982976000/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574706.045015:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453982976000/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574706.045021:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574706.045023:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574706.045025:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982976000:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574706.045029:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982976128:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574706.045040:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574706.045046:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574706/real 1788574706]  req@ffff8b7a86bf9f80 x1875453982976128/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574706.045072:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982976128/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574706.045078:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574706.045080:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574706.045083:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982976128:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574706.748621:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574707.772647:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574708.796589:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574709.820681:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574710.844733:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574711.164578:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574711.164586:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574711.164590:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574711.164599:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2454
00000100:00080000:1.0:1788574711.164609:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574711.164616:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574711.164653:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982976256/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574711.164679:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574711.164683:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574711.164685:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574711.164691:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2454
00000100:00080000:1.0:1788574711.164695:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574711.164700:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574711.164716:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982976256:192.168.202.159@tcp:250:kworker.0
00000008:00100000:1.0:1788574711.164727:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574711.164745:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982976384/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574711.164757:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574711.164760:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574711.164762:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574711.164766:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2454
00000100:00080000:1.0:1788574711.164771:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1788574711.164775:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:1.0:1788574711.164779:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574711.164792:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574711.164807:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982976512/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574711.164815:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574711/real 1788574711]  req@ffff8b7a86bf8380 x1875453982976256/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574711.164831:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982976256/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574711.164839:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574711.164843:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574711.164846:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982976256:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574711.164865:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982976384:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574711.164887:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574711.164910:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574711/real 1788574711]  req@ffff8b7a86bf8700 x1875453982976384/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574711.164929:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982976384/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574711.164946:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574711.164950:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574711.164954:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982976384:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574711.164962:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982976512:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574711.164987:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574711.165000:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574711/real 1788574711]  req@ffff8b7a86bfaa00 x1875453982976512/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574711.165013:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982976512/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574711.165022:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574711.165024:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574711.165027:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982976512:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574711.868606:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574712.893041:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574713.916679:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574714.940653:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574715.964658:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574716.284624:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574716.284639:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574716.284645:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574716.284658:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2459
00000100:00080000:3.0:1788574716.284671:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574716.284680:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574716.284728:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982976640/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574716.284759:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574716.284763:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574716.284765:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574716.284770:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2459
00000100:00080000:3.0:1788574716.284774:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574716.284779:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574716.284791:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574716.284804:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982976640:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574716.284826:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982976768/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574716.284839:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574716.284843:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574716.284846:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574716.284850:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2459
00000100:00080000:3.0:1788574716.284873:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574716.284877:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574716.284881:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788574716.284897:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788574716.284913:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982976896/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574716.284947:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574716/real 1788574716]  req@ffff8b7a86089f80 x1875453982976640/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574716.284965:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982976640/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574716.284975:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574716.284986:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574716.284990:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982976640:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574716.285016:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982976768:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574716.285044:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574716.285059:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574716/real 1788574716]  req@ffff8b7a8608a300 x1875453982976768/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574716.285074:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982976768/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574716.285082:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574716.285084:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574716.285087:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982976768:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574716.285092:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982976896:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574716.285109:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574716.285116:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574716/real 1788574716]  req@ffff8b7a86089c00 x1875453982976896/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574716.285125:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982976896/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574716.285130:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574716.285132:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574716.285135:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982976896:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574716.988717:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574718.012669:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574719.036739:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574720.060715:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574721.084648:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574721.404554:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574721.404564:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574721.404568:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574721.404578:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2464
00000100:00080000:3.0:1788574721.404588:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574721.404595:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574721.404630:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982977024/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574721.404655:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574721.404658:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574721.404660:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574721.404679:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2464
00000100:00080000:3.0:1788574721.404683:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574721.404687:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574721.404697:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574721.404704:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982977024:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574721.404711:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982977152/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574721.404721:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574721.404724:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574721.404726:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574721.404729:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2464
00000100:00080000:3.0:1788574721.404732:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574721.404734:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574721.404738:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574721.404747:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982977280/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574721.404769:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574721.404806:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574721/real 1788574721]  req@ffff8b7a86088700 x1875453982977024/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574721.404821:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982977024/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574721.404830:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574721.404834:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574721.404837:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982977024:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574721.404857:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982977152:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574721.404873:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574721.404882:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574721/real 1788574721]  req@ffff8b7a86089880 x1875453982977152/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574721.404892:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982977152/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574721.404898:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574721.404901:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574721.404904:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982977152:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574721.404908:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982977280:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574721.404918:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574721.404925:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574721/real 1788574721]  req@ffff8b7a86088a80 x1875453982977280/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574721.404971:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982977280/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574721.404980:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574721.404984:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574721.404988:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982977280:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574722.108629:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574723.132635:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574724.156654:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574725.180714:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574726.204653:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574726.524566:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574726.524575:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574726.524579:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574726.524587:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2469
00000100:00080000:3.0:1788574726.524596:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574726.524602:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574726.524634:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982977408/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574726.524669:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574726.524672:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574726.524674:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574726.524677:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2469
00000100:00080000:3.0:1788574726.524681:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574726.524684:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574726.524693:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574726.524700:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982977408:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574726.524705:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982977536/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574726.524714:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574726.524716:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574726.524718:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574726.524720:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2469
00000100:00080000:3.0:1788574726.524722:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574726.524725:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574726.524727:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574726.524736:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982977664/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574726.524791:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982977536:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574726.524813:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982977664:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574727.228674:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574728.252745:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574729.276733:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788574729.596809:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788574729.596859:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788574729.596880:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788574729.596929:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788574729.596943:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:2.0:1788574729.596964:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574726/real 1788574729]  req@ffff8b7a8608b480 x1875453982977536/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574729.597006:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982977536/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574729.597022:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574729.597029:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574729.597034:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982977536:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574729.597044:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574726/real 1788574729]  req@ffff8b7a86089180 x1875453982977664/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574729.597104:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982977664/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574729.597113:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574729.597117:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574729.597121:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982977664:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574729.597128:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574726/real 1788574729]  req@ffff8b7a86088000 x1875453982977408/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574729.597142:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982977408/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574729.597150:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574729.597153:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574729.597157:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982977408:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788574730.300667:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574731.324687:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574731.644712:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574731.644724:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574731.644728:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574731.644741:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2474
00000100:00080000:1.0:1788574731.644755:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574731.644765:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574731.644807:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453982977792/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574731.644842:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574731.644846:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574731.644848:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574731.644853:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2474
00000100:00080000:1.0:1788574731.644877:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574731.644884:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574731.644897:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574731.644899:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982977792:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574731.644925:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453982977920/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574731.644939:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574731.644943:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574731.644945:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574731.644950:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2474
00000100:00080000:1.0:1788574731.644955:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574731.644960:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574731.644965:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574731.644980:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982978048/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574731.645008:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574731.645064:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574731/real 1788574731]  req@ffff8b7a86bfa300 x1875453982977792/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574731.645089:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453982977792/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574731.645103:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574731.645108:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574731.645123:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982977792:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574731.645159:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982977920:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574731.645188:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574731.645202:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574731/real 1788574731]  req@ffff8b7a86bf9880 x1875453982977920/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574731.645217:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453982977920/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574731.645226:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574731.645231:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574731.645235:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982977920:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574731.645250:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982978048:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574731.645280:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574731.645294:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574731/real 1788574731]  req@ffff8b7a86bfaa00 x1875453982978048/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574731.645309:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982978048/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574731.645319:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574731.645323:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574731.645327:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982978048:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574732.348747:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574733.372594:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574734.396720:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574735.420559:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574736.444678:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574736.764640:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574736.764652:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574736.764657:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574736.764668:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2480
00000100:00080000:3.0:1788574736.764698:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574736.764706:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574736.764735:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982978176/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574736.764756:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574736.764759:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574736.764760:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574736.764764:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2480
00000100:00080000:3.0:1788574736.764766:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574736.764769:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574736.764777:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574736.764790:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982978176:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574736.764794:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982978304/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574736.764810:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574736.764815:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574736.764817:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574736.764820:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2480
00000100:00080000:3.0:1788574736.764822:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574736.764825:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574736.764829:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574736.764837:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982978432/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574736.764856:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574736.764890:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574736/real 1788574736]  req@ffff8b7a86088e00 x1875453982978176/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574736.764909:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982978176/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574736.764921:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574736.764925:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574736.764929:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982978176:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574736.764954:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982978304:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574736.764979:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574736.764993:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574736/real 1788574736]  req@ffff8b7a86089500 x1875453982978304/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574736.765007:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982978304/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574736.765016:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574736.765020:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574736.765024:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982978304:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574736.765030:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982978432:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574736.765069:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574736.765078:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574736/real 1788574736]  req@ffff8b7a8608b100 x1875453982978432/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574736.765097:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982978432/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574736.765102:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574736.765105:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574736.765107:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982978432:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574737.468791:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574738.492597:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574739.516740:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574740.540744:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574741.564655:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574741.884601:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574741.884627:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574741.884631:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574741.884639:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2485
00000100:00080000:3.0:1788574741.884648:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574741.884655:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574741.884687:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982978560/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574741.884709:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574741.884712:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574741.884714:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574741.884717:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2485
00000100:00080000:3.0:1788574741.884720:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574741.884724:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574741.884732:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574741.884742:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982978560:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574741.884743:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982978688/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574741.884757:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574741.884760:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574741.884761:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574741.884764:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2485
00000100:00080000:3.0:1788574741.884767:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574741.884769:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574741.884772:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574741.884781:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982978816/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574741.884808:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574741.884843:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574741/real 1788574741]  req@ffff8b7a8608b100 x1875453982978560/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574741.884856:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982978560/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574741.884864:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574741.884866:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574741.884869:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982978560:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574741.884887:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982978688:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574741.884901:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574741.884909:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574741/real 1788574741]  req@ffff8b7a86089500 x1875453982978688/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574741.884917:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982978688/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574741.884931:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574741.884934:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574741.884937:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982978688:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574741.884941:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982978816:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574741.884968:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574741.884976:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574741/real 1788574741]  req@ffff8b7a86088e00 x1875453982978816/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574741.884984:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982978816/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574741.884989:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574741.884991:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574741.884993:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982978816:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574742.588649:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574743.612640:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574744.636623:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574745.660593:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574746.684708:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574747.004609:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574747.004625:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574747.004629:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574747.004642:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2490
00000100:00080000:3.0:1788574747.004657:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574747.004667:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574747.004715:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982978944/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574747.004743:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574747.004746:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574747.004748:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574747.004751:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2490
00000100:00080000:3.0:1788574747.004761:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574747.004764:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574747.004775:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574747.004782:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982978944:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574747.004788:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982979072/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574747.004799:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574747.004801:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574747.004802:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574747.004805:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2490
00000100:00080000:3.0:1788574747.004808:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574747.004810:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574747.004838:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574747.004848:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982979200/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574747.004877:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574747.004923:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574747/real 1788574747]  req@ffff8b7a86088000 x1875453982978944/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574747.004939:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982978944/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574747.004948:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574747.004958:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574747.004962:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982978944:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574747.004986:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982979072:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574747.005006:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574747.005015:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574747/real 1788574747]  req@ffff8b7a86089180 x1875453982979072/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574747.005024:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982979072/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574747.005029:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574747.005032:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574747.005034:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982979072:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574747.005038:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982979200:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574747.005048:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574747.005054:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574747/real 1788574747]  req@ffff8b7a8608b480 x1875453982979200/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574747.005062:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982979200/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574747.005067:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574747.005069:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574747.005071:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982979200:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574747.708561:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574748.732660:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574749.756705:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574750.780627:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574751.804704:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574752.124633:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574752.124645:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574752.124650:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574752.124662:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2495
00000100:00080000:1.0:1788574752.124674:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574752.124684:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574752.124735:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982979328/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574752.124760:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574752.124780:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574752.124782:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574752.124786:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2495
00000100:00080000:1.0:1788574752.124790:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788574752.124794:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982979328:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788574752.124796:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574752.124810:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574752.124824:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982979456/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574752.124832:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574752.124835:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574752.124850:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574752.124854:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2495
00000100:00080000:1.0:1788574752.124858:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574752.124861:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574752.124865:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574752.124874:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982979584/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574752.124889:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574752.124945:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574752/real 1788574752]  req@ffff8b7a86bf8700 x1875453982979328/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574752.124963:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982979328/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574752.124972:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574752.124976:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574752.124979:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982979328:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574752.125002:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982979456:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574752.125021:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574752.125030:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574752/real 1788574752]  req@ffff8b7a86bf8380 x1875453982979456/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574752.125039:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982979456/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574752.125044:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574752.125047:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574752.125049:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982979456:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574752.125053:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982979584:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574752.125063:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574752.125069:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574752/real 1788574752]  req@ffff8b7a86bf9f80 x1875453982979584/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574752.125090:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982979584/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574752.125095:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574752.125098:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574752.125102:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982979584:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574752.828663:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574753.852695:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574754.876667:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574755.900661:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574756.924616:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574757.244607:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574757.244617:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574757.244620:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574757.244630:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2500
00000100:00080000:1.0:1788574757.244640:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574757.244648:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574757.244695:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453982979712/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574757.244736:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574757.244739:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574757.244740:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574757.244744:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2500
00000100:00080000:1.0:1788574757.244748:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574757.244753:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574757.244764:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574757.244784:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982979840/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574757.244795:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982979712:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788574757.244804:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574757.244809:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574757.244811:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574757.244814:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2500
00000100:00080000:1.0:1788574757.244818:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574757.244823:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574757.244828:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574757.244847:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982979968/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574757.244900:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574757.244953:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574757/real 1788574757]  req@ffff8b7a86bfb800 x1875453982979712/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574757.244978:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453982979712/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574757.244991:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574757.244996:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574757.245001:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982979712:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574757.245031:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982979840:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574757.245085:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574757.245102:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574757/real 1788574757]  req@ffff8b7a86bfad80 x1875453982979840/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574757.245120:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982979840/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574757.245141:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574757.245146:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574757.245150:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982979840:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574757.245158:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982979968:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574757.245188:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574757.245201:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574757/real 1788574757]  req@ffff8b7a86bf9f80 x1875453982979968/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574757.245213:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982979968/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574757.245222:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574757.245225:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574757.245228:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982979968:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574757.948631:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574758.972730:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574759.996701:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574761.020608:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574762.044673:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574762.364641:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574762.364652:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574762.364657:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574762.364671:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2505
00000100:00080000:1.0:1788574762.364712:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574762.364722:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574762.364766:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982980096/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574762.364797:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574762.364800:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574762.364802:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574762.364806:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2505
00000100:00080000:1.0:1788574762.364809:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574762.364813:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574762.364825:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574762.364832:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982980096:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574762.364839:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982980224/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574762.364848:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574762.364851:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574762.364853:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574762.364860:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2505
00000100:00080000:1.0:1788574762.364865:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574762.364868:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574762.364871:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574762.364880:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982980352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574762.364933:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574762.364972:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574762/real 1788574762]  req@ffff8b7a86bf8380 x1875453982980096/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574762.364991:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982980096/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574762.365004:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574762.365016:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574762.365021:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982980096:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574762.365050:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982980224:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574762.365071:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574762.365081:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574762/real 1788574762]  req@ffff8b7a86bf8700 x1875453982980224/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574762.365089:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982980224/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574762.365095:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574762.365098:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574762.365101:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982980224:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574762.365108:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982980352:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574762.365128:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574762.365139:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574762/real 1788574762]  req@ffff8b7a86bfaa00 x1875453982980352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574762.365153:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982980352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574762.365161:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574762.365163:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574762.365165:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982980352:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574763.068728:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574764.092679:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574765.116734:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574766.140616:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574767.164712:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574767.484619:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574767.484628:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574767.484632:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574767.484641:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2510
00000100:00080000:3.0:1788574767.484651:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574767.484657:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574767.484695:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982980480/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574767.484715:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574767.484719:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574767.484720:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574767.484724:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2510
00000100:00080000:3.0:1788574767.484727:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574767.484729:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574767.484738:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574767.484747:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982980608/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574767.484754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574767.484759:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574767.484778:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788574767.484781:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982980480:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574767.484789:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2510
00000100:00080000:3.0:1788574767.484799:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574767.484805:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574767.484813:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574767.484825:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982980736/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574767.484887:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574767.484937:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574767/real 1788574767]  req@ffff8b7a86088a80 x1875453982980480/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574767.484973:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982980480/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574767.484986:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574767.484990:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574767.484994:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982980480:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574767.485002:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982980608:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574767.485027:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574767.485040:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574767/real 1788574767]  req@ffff8b7a86089880 x1875453982980608/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574767.485052:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982980608/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574767.485067:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574767.485070:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574767.485074:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982980608:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574767.485104:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982980736:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574767.485137:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574767.485151:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574767/real 1788574767]  req@ffff8b7a86088700 x1875453982980736/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574767.485190:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982980736/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574767.485199:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574767.485203:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574767.485206:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982980736:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788574768.188679:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574769.212671:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574770.236679:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574771.260729:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574772.284637:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574772.604638:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574772.604647:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574772.604650:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574772.604660:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2515
00000100:00080000:0.0:1788574772.604669:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574772.604675:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574772.604715:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453982980864/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574772.604746:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574772.604751:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574772.604753:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574772.604758:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2515
00000100:00080000:0.0:1788574772.604768:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574772.604772:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574772.604781:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574772.604795:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453982980992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574772.604807:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982980864:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788574772.604810:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574772.604816:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574772.604818:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574772.604823:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2515
00000100:00080000:0.0:1788574772.604833:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574772.604838:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574772.604844:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574772.604876:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453982981120/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574772.604886:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574772.604940:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574772/real 1788574772]  req@ffff8b7a86113b80 x1875453982980864/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574772.604958:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453982980864/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574772.604977:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574772.604981:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574772.604985:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982980864:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574772.605008:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982980992:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574772.605030:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574772.605042:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574772/real 1788574772]  req@ffff8b7a86112300 x1875453982980992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574772.605054:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453982980992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574772.605069:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574772.605073:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574772.605077:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982980992:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574772.605083:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982981120:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574772.605103:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574772.605112:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574772/real 1788574772]  req@ffff8b7a86110e00 x1875453982981120/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574772.605120:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453982981120/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574772.605125:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574772.605128:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574772.605130:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982981120:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574773.308693:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574774.332691:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574775.356681:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574776.380707:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574777.404716:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574777.724585:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574777.724595:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574777.724598:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574777.724608:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2521
00000100:00080000:0.0:1788574777.724618:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574777.724625:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574777.724663:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453982981248/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574777.724686:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574777.724689:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574777.724690:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574777.724693:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2521
00000100:00080000:0.0:1788574777.724695:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574777.724697:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574777.724708:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574777.724720:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453982981376/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574777.724731:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574777.724735:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574777.724737:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788574777.724742:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982981248:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788574777.724743:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2521
00000100:00080000:0.0:1788574777.724764:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574777.724768:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574777.724773:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574777.724785:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453982981504/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574777.724832:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574777.724884:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574777/real 1788574777]  req@ffff8b7a86110380 x1875453982981248/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574777.724905:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453982981248/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574777.724916:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574777.724927:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574777.724931:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982981248:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574777.724958:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982981376:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574777.724981:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574777.724993:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574777/real 1788574777]  req@ffff8b7a86111f80 x1875453982981376/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574777.725005:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453982981376/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574777.725013:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574777.725017:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574777.725020:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982981376:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574777.725026:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982981504:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574777.725043:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574777.725054:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574777/real 1788574777]  req@ffff8b7a86113800 x1875453982981504/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574777.725079:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453982981504/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574777.725086:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574777.725089:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574777.725092:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982981504:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574778.428663:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574779.452681:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788574780.476693:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574781.500675:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574782.524677:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574782.844579:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574782.844589:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574782.844594:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574782.844603:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2526
00000100:00080000:0.0:1788574782.844613:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574782.844620:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574782.844656:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453982981632/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574782.844682:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574782.844686:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574782.844688:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574782.844692:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2526
00000100:00080000:0.0:1788574782.844696:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574782.844701:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574782.844710:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574782.844717:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982981632:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574782.844726:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453982981760/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574782.844758:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574782.844761:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574782.844763:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574782.844768:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2526
00000100:00080000:0.0:1788574782.844772:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1788574782.844775:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:0.0:1788574782.844779:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574782.844785:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574782.844800:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453982981888/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574782.844809:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574782/real 1788574782]  req@ffff8b7a86110000 x1875453982981632/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574782.844831:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453982981632/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574782.844838:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574782.844844:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574782.844847:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982981632:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574782.844863:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982981760:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574782.844877:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574782.844884:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574782/real 1788574782]  req@ffff8b7a86113480 x1875453982981760/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574782.844891:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453982981760/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574782.844896:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574782.844908:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574782.844913:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982981760:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574782.844917:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982981888:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574782.844930:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574782.844937:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574782/real 1788574782]  req@ffff8b7a86111500 x1875453982981888/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574782.844954:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453982981888/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574782.844960:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574782.844962:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574782.844964:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982981888:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574783.548745:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574784.572649:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574785.596793:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574786.620646:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574787.644628:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574787.964621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574787.964634:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574787.964640:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574787.964652:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2531
00000100:00080000:3.0:1788574787.964664:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574787.964672:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574787.964725:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982982016/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574787.964764:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574787.964768:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574787.964769:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574787.964774:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2531
00000100:00080000:3.0:1788574787.964777:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574787.964799:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574787.964811:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574787.964814:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982982016:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574787.964826:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982982144/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574787.964838:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574787.964841:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574787.964843:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574787.964845:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2531
00000100:00080000:3.0:1788574787.964854:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574787.964859:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574787.964864:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574787.964882:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982982272/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574787.964896:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574787.964946:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574787/real 1788574787]  req@ffff8b7a86089c00 x1875453982982016/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574787.964968:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982982016/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574787.964976:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574787.964979:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574787.964982:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982982016:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574787.965004:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982982144:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574787.965020:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574787.965028:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574787/real 1788574787]  req@ffff8b7a8608a300 x1875453982982144/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574787.965035:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982982144/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574787.965049:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574787.965052:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574787.965055:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982982144:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574787.965061:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982982272:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574787.965080:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574787.965091:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574787/real 1788574787]  req@ffff8b7a86089f80 x1875453982982272/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574787.965110:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982982272/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574787.965115:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574787.965117:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574787.965119:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982982272:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574788.668702:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574789.692612:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574790.716689:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574791.740702:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574792.764687:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574793.084552:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574793.084560:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574793.084564:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574793.084572:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2536
00000100:00080000:3.0:1788574793.084582:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574793.084601:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574793.084633:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982982400/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574793.084657:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574793.084674:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574793.084675:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574793.084679:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2536
00000100:00080000:3.0:1788574793.084683:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574793.084687:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574793.084695:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574793.084706:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982982528/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574793.084715:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982982400:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574793.084717:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574793.084727:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574793.084729:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574793.084733:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2536
00000100:00080000:3.0:1788574793.084736:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574793.084738:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574793.084742:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574793.084753:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982982656/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574793.084813:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982982528:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574793.084834:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982982656:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574793.788597:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574794.812711:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574795.836714:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788574796.156861:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788574796.156918:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788574796.156939:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788574796.156999:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788574796.157010:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:2.0:1788574796.157099:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574793/real 1788574796]  req@ffff8b7a8608a680 x1875453982982528/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574796.157137:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982982528/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574796.157180:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574796.157186:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574796.157191:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982982528:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574796.157200:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574793/real 1788574796]  req@ffff8b7a8608aa00 x1875453982982656/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574796.157223:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982982656/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574796.157231:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574796.157235:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574796.157239:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982982656:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574796.157246:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574793/real 1788574796]  req@ffff8b7a8608ad80 x1875453982982400/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574796.157258:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982982400/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574796.157265:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574796.157269:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574796.157272:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982982400:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788574796.860737:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574797.884706:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574798.204632:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574798.204644:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574798.204650:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574798.204664:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2541
00000100:00080000:3.0:1788574798.204678:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574798.204707:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574798.204756:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982982784/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574798.204794:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574798.204799:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574798.204801:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574798.204805:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2541
00000100:00080000:3.0:1788574798.204810:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574798.204814:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574798.204827:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574798.204842:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982982912/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574798.204853:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574798.204857:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574798.204860:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574798.204864:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2541
00000100:00080000:3.0:1788574798.204868:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574798.204873:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574798.204886:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574798.204893:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982982784:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574798.204905:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982983040/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574798.204995:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574798.205050:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574798/real 1788574798]  req@ffff8b7a8608bb80 x1875453982982784/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574798.205102:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982982784/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574798.205116:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574798.205121:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574798.205125:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982982784:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574798.205135:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982982912:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574798.205165:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574798.205187:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574798/real 1788574798]  req@ffff8b7a86088380 x1875453982982912/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574798.205201:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982982912/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574798.205210:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574798.205215:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574798.205219:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982982912:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574798.205250:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982983040:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574798.205283:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574798.205296:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574798/real 1788574798]  req@ffff8b7a8608b800 x1875453982983040/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574798.205310:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982983040/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574798.205331:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574798.205336:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574798.205340:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982983040:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574798.908710:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574799.932678:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574800.956687:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574801.980616:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574803.004705:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574803.324615:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574803.324623:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574803.324634:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574803.324644:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2546
00000100:00080000:2.0:1788574803.324654:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574803.324662:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574803.324705:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367a680 x1875453982983168/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574803.324730:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574803.324733:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574803.324735:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574803.324738:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2546
00000100:00080000:2.0:1788574803.324742:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574803.324745:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574803.324753:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574803.324772:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b100 x1875453982983296/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574803.324790:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574803.324794:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788574803.324798:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982983168:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788574803.324812:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574803.324818:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2546
00000100:00080000:2.0:1788574803.324822:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574803.324825:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574803.324831:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574803.324847:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453982983424/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574803.324887:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574803.324934:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574803/real 1788574803]  req@ffff8b7a8367a680 x1875453982983168/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574803.324955:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367a680 x1875453982983168/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574803.324966:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574803.324969:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574803.324973:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982983168:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574803.324998:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982983296:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574803.325035:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574803.325049:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574803/real 1788574803]  req@ffff8b7a8367b100 x1875453982983296/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574803.325062:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b100 x1875453982983296/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574803.325070:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574803.325073:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574803.325076:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982983296:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574803.325083:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982983424:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574803.325102:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574803.325114:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574803/real 1788574803]  req@ffff8b7a83679c00 x1875453982983424/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574803.325136:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453982983424/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574803.325142:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574803.325144:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574803.325147:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982983424:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574804.028673:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574805.052615:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574806.076629:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574807.100643:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574808.124700:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574808.444646:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574808.444657:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574808.444661:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574808.444673:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2551
00000100:00080000:0.0:1788574808.444685:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574808.444693:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574808.444737:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453982983552/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574808.444760:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574808.444763:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574808.444765:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574808.444770:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2551
00000100:00080000:0.0:1788574808.444774:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574808.444779:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574808.444790:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982983552:192.168.202.159@tcp:250:kworker.0
00000008:00100000:0.0:1788574808.444792:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574808.444812:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453982983680/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574808.444820:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574808.444822:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574808.444840:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574808.444843:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2551
00000100:00080000:0.0:1788574808.444868:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574808.444873:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574808.444878:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788574808.444888:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788574808.444893:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453982983808/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574808.444947:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574808/real 1788574808]  req@ffff8b7a86111500 x1875453982983552/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574808.444976:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453982983552/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574808.444987:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574808.444991:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574808.444996:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982983552:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574808.445024:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982983680:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574808.445045:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574808.445054:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574808/real 1788574808]  req@ffff8b7a86113480 x1875453982983680/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574808.445062:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453982983680/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574808.445078:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574808.445080:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574808.445082:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982983680:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574808.445086:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982983808:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574808.445099:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574808.445105:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574808/real 1788574808]  req@ffff8b7a86110000 x1875453982983808/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574808.445115:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453982983808/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574808.445139:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574808.445142:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574808.445146:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982983808:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574809.148699:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574810.172702:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574811.196668:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574812.220704:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574813.244712:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574813.564649:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574813.564660:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574813.564664:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574813.564676:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2556
00000100:00080000:2.0:1788574813.564687:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574813.564694:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574813.564736:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453982983936/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574813.564765:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574813.564768:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574813.564769:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574813.564772:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2556
00000100:00080000:2.0:1788574813.564774:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574813.564776:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574813.564786:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574813.564797:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453982984064/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574813.564830:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982983936:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788574813.564834:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574813.564848:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574813.564850:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574813.564855:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2556
00000100:00080000:2.0:1788574813.564860:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574813.564865:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574813.564871:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574813.564886:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453982984192/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574813.564916:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574813.564977:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574813/real 1788574813]  req@ffff8b7a83678700 x1875453982983936/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574813.564995:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453982983936/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574813.565013:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574813.565018:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574813.565035:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982983936:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574813.565066:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982984064:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574813.565102:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574813.565116:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574813/real 1788574813]  req@ffff8b7a83679180 x1875453982984064/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574813.565129:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453982984064/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574813.565136:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574813.565139:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574813.565143:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982984064:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574813.565149:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982984192:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574813.565169:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574813.565178:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574813/real 1788574813]  req@ffff8b7a8367aa00 x1875453982984192/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574813.565189:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453982984192/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574813.565197:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574813.565200:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574813.565203:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982984192:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574814.268686:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574815.292624:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574816.316659:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574817.340619:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574818.364635:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574818.684586:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574818.684597:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574818.684601:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574818.684610:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2562
00000100:00080000:3.0:1788574818.684621:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574818.684629:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574818.684665:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982984320/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574818.684688:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574818.684691:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574818.684693:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574818.684698:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2562
00000100:00080000:3.0:1788574818.684702:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574818.684707:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574818.684716:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982984320:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788574818.684717:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574818.684735:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982984448/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574818.684747:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574818.684751:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574818.684753:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574818.684757:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2562
00000100:00080000:3.0:1788574818.684773:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574818.684778:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574818.684784:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788574818.684796:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788574818.684798:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982984576/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574818.684862:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574818/real 1788574818]  req@ffff8b7a8608b800 x1875453982984320/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574818.684880:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982984320/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574818.684890:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574818.684895:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574818.684898:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982984320:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574818.684920:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982984448:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574818.684936:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574818.684945:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574818/real 1788574818]  req@ffff8b7a86088380 x1875453982984448/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574818.684953:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982984448/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574818.684959:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574818.684961:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574818.684963:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982984448:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574818.684973:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982984576:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574818.684986:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574818.684992:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574818/real 1788574818]  req@ffff8b7a8608bb80 x1875453982984576/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574818.684999:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982984576/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574818.685011:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574818.685013:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574818.685015:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982984576:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574819.388645:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574820.412635:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574821.436556:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574822.460699:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574823.484680:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574823.804569:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574823.804581:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574823.804585:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574823.804593:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2567
00000100:00080000:3.0:1788574823.804602:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574823.804609:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574823.804641:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982984704/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574823.804663:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574823.804667:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574823.804669:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574823.804674:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2567
00000100:00080000:3.0:1788574823.804679:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574823.804685:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574823.804691:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982984704:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788574823.804697:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574823.804727:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982984832/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574823.804758:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1788574823.804761:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:3.0:1788574823.804766:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574823.804770:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574823.804776:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2567
00000100:00080000:3.0:1788574823.804783:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574823.804788:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574823.804796:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574823.804808:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982984960/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574823.804815:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574823/real 1788574823]  req@ffff8b7a8608ad80 x1875453982984704/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574823.804840:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982984704/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574823.804849:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574823.804852:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574823.804855:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982984704:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574823.804873:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982984832:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574823.804892:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574823.804901:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574823/real 1788574823]  req@ffff8b7a8608aa00 x1875453982984832/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574823.804909:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982984832/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574823.804914:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574823.804917:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574823.804919:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982984832:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574823.804929:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982984960:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574823.804943:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574823.804950:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574823/real 1788574823]  req@ffff8b7a8608a680 x1875453982984960/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574823.804958:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982984960/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574823.804963:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574823.804965:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574823.804968:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982984960:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574824.508654:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574825.532738:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574826.556597:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574827.580690:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574828.604687:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574828.924632:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574828.924641:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574828.924644:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574828.924653:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2572
00000100:00080000:0.0:1788574828.924663:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574828.924669:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574828.924702:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453982985088/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574828.924741:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574828.924744:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574828.924745:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574828.924749:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2572
00000100:00080000:0.0:1788574828.924753:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574828.924757:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574828.924765:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574828.924772:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982985088:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574828.924779:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453982985216/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574828.924788:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574828.924790:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574828.924792:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574828.924794:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2572
00000100:00080000:0.0:1788574828.924796:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574828.924798:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574828.924801:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574828.924813:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453982985344/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574828.924834:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574828.924867:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574828/real 1788574828]  req@ffff8b7a86113800 x1875453982985088/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574828.924881:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453982985088/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574828.924889:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574828.924891:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574828.924894:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982985088:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574828.924913:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982985216:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574828.924927:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574828.924935:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574828/real 1788574828]  req@ffff8b7a86111f80 x1875453982985216/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574828.924951:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453982985216/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574828.924957:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574828.924960:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574828.924962:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982985216:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574828.924966:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982985344:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574828.924979:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574828.924995:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574828/real 1788574828]  req@ffff8b7a86110380 x1875453982985344/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574828.925004:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453982985344/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574828.925009:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574828.925012:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574828.925014:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982985344:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574829.628666:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574830.652663:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574831.676676:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574832.700640:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574833.724647:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574834.044730:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574834.044743:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574834.044748:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574834.044759:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2577
00000100:00080000:3.0:1788574834.044771:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574834.044779:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574834.044817:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982985472/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574834.044855:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574834.044864:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574834.044867:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788574834.044884:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982985472:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574834.044891:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2577
00000100:00080000:3.0:1788574834.044899:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574834.044904:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574834.044916:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574834.044934:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982985600/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574834.044948:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1788574834.044954:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:3.0:1788574834.044954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574834.044959:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574834.044966:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2577
00000100:00080000:3.0:1788574834.044974:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574834.044980:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574834.044987:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574834.044993:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574834/real 1788574834]  req@ffff8b7a86089f80 x1875453982985472/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788574834.045004:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982985728/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574834.045010:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982985472/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574834.045042:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574834.045046:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574834.045051:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982985472:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574834.045069:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982985600:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574834.045087:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574834.045096:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574834/real 1788574834]  req@ffff8b7a8608a300 x1875453982985600/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574834.045104:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982985600/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574834.045110:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574834.045111:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574834.045113:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982985600:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574834.045117:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982985728:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574834.045128:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574834.045134:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574834/real 1788574834]  req@ffff8b7a86089c00 x1875453982985728/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574834.045141:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982985728/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574834.045146:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574834.045148:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574834.045150:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982985728:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574834.748666:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574835.772636:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574836.796683:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574837.820697:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574838.844663:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574839.164630:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574839.164651:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574839.164656:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574839.164669:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2582
00000100:00080000:0.0:1788574839.164690:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574839.164700:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574839.164750:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453982985856/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574839.164778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574839.164781:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574839.164782:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574839.164786:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2582
00000100:00080000:0.0:1788574839.164789:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574839.164792:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574839.164802:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574839.164811:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453982985984/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574839.164819:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982985856:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788574839.164821:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574839.164828:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574839.164831:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574839.164834:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2582
00000100:00080000:0.0:1788574839.164853:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574839.164856:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574839.164860:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574839.164870:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453982986112/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574839.164911:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574839.164963:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574839/real 1788574839]  req@ffff8b7a86110e00 x1875453982985856/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574839.164982:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453982985856/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574839.164993:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574839.164997:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574839.165001:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982985856:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574839.165029:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982985984:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574839.165051:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574839.165064:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574839/real 1788574839]  req@ffff8b7a86112300 x1875453982985984/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574839.165075:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453982985984/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574839.165082:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574839.165085:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574839.165088:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982985984:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574839.165094:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982986112:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574839.165112:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574839.165122:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574839/real 1788574839]  req@ffff8b7a86113b80 x1875453982986112/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574839.165143:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453982986112/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574839.165150:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574839.165153:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574839.165157:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982986112:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574839.868672:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574840.892583:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574841.916633:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574842.940636:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574843.964613:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574844.284632:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574844.284641:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574844.284645:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574844.284655:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2587
00000100:00080000:2.0:1788574844.284665:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574844.284673:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574844.284713:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453982986240/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574844.284733:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574844.284736:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574844.284738:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574844.284741:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2587
00000100:00080000:2.0:1788574844.284744:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574844.284746:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574844.284768:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574844.284776:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982986240:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574844.284786:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453982986368/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574844.284800:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574844.284802:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574844.284809:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574844.284812:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2587
00000100:00080000:2.0:1788574844.284815:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574844.284818:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574844.284822:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574844.284835:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453982986496/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574844.284868:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574844.284914:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574844/real 1788574844]  req@ffff8b7a83679880 x1875453982986240/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574844.284933:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453982986240/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574844.284944:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574844.284948:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574844.284953:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982986240:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574844.284978:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982986368:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574844.285003:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574844.285016:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574844/real 1788574844]  req@ffff8b7a83678a80 x1875453982986368/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574844.285028:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453982986368/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574844.285048:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574844.285053:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574844.285056:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982986368:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574844.285062:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982986496:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574844.285089:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574844.285100:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574844/real 1788574844]  req@ffff8b7a8367ad80 x1875453982986496/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574844.285111:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453982986496/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574844.285119:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574844.285122:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574844.285125:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982986496:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574844.988635:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574846.012607:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574847.036602:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574848.060619:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574849.084628:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574849.404599:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574849.404608:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574849.404612:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574849.404622:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2592
00000100:00080000:0.0:1788574849.404633:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574849.404642:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574849.404681:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453982986624/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574849.404708:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574849.404713:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574849.404715:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574849.404737:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2592
00000100:00080000:0.0:1788574849.404742:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574849.404748:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574849.404758:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574849.404776:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453982986752/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574849.404791:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574849.404800:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788574849.404801:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982986624:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788574849.404803:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574849.404816:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2592
00000100:00080000:0.0:1788574849.404820:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574849.404830:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574849.404836:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574849.404849:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453982986880/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574849.404899:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574849.404945:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574849/real 1788574849]  req@ffff8b7a86111880 x1875453982986624/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574849.404961:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453982986624/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574849.404978:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574849.404982:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574849.405002:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982986624:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574849.405032:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982986752:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574849.405054:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574849.405064:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574849/real 1788574849]  req@ffff8b7a86112a00 x1875453982986752/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574849.405085:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453982986752/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574849.405091:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574849.405094:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574849.405096:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982986752:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574849.405100:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982986880:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574849.405114:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574849.405124:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574849/real 1788574849]  req@ffff8b7a86112d80 x1875453982986880/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574849.405135:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453982986880/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574849.405143:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574849.405146:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574849.405149:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982986880:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574850.108667:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574851.132667:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574852.156638:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574853.180667:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574854.204614:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574854.524635:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574854.524644:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574854.524648:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574854.524657:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2597
00000100:00080000:3.0:1788574854.524671:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574854.524679:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574854.524720:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982987008/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574854.524750:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574854.524770:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574854.524772:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574854.524777:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2597
00000100:00080000:3.0:1788574854.524782:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574854.524786:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574854.524795:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574854.524808:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982987008:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574854.524809:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982987136/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574854.524825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574854.524828:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574854.524829:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574854.524832:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2597
00000100:00080000:3.0:1788574854.524835:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574854.524837:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574854.524840:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574854.524847:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982987264/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574854.524885:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574854.524935:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574854/real 1788574854]  req@ffff8b7a86088700 x1875453982987008/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574854.524970:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982987008/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574854.524982:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574854.524986:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574854.524990:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982987008:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574854.525013:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982987136:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574854.525039:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574854.525051:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574854/real 1788574854]  req@ffff8b7a86089880 x1875453982987136/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574854.525065:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982987136/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574854.525073:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574854.525076:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574854.525079:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982987136:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574854.525085:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982987264:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574854.525102:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574854.525112:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574854/real 1788574854]  req@ffff8b7a86088a80 x1875453982987264/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574854.525123:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982987264/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574854.525144:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574854.525147:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574854.525150:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982987264:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574855.228674:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574856.252613:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574857.276709:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574858.300614:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574859.324746:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574859.644645:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574859.644659:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574859.644664:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574859.644675:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2602
00000100:00080000:3.0:1788574859.644688:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574859.644698:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574859.644750:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982987392/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574859.644806:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574859.644811:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574859.644831:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574859.644837:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2602
00000100:00080000:3.0:1788574859.644842:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574859.644847:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574859.644860:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574859.644876:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982987520/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574859.644887:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574859.644892:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574859.644894:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574859.644900:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2602
00000100:00100000:1.0:1788574859.644902:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982987392:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574859.644905:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574859.644914:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574859.644918:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574859.644929:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982987648/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574859.645046:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982987520:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574859.645082:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982987648:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574860.348638:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574861.372617:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574862.396647:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788574862.716717:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788574862.716768:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788574862.716782:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788574862.716825:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788574862.716836:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788574862.716881:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574859/real 1788574862]  req@ffff8b7a86089180 x1875453982987520/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574862.716911:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982987520/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574862.716924:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574862.716930:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574862.716935:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982987520:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574862.716945:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574859/real 1788574862]  req@ffff8b7a86088000 x1875453982987648/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574862.716960:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982987648/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574862.716969:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574862.716973:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574862.716994:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982987648:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574862.717003:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574859/real 1788574862]  req@ffff8b7a8608b480 x1875453982987392/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574862.717019:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982987392/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574862.717028:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574862.717033:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574862.717037:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982987392:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788574863.420697:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574864.444726:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574864.764613:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574864.764623:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574864.764627:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574864.764639:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2608
00000100:00080000:3.0:1788574864.764668:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574864.764676:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574864.764739:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982987776/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574864.764767:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574864.764770:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574864.764771:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574864.764776:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2608
00000100:00080000:3.0:1788574864.764780:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574864.764785:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574864.764797:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574864.764812:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982987904/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574864.764823:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574864.764826:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574864.764829:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574864.764833:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2608
00000100:00080000:3.0:1788574864.764837:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788574864.764842:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982987776:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574864.764845:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574864.764856:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574864.764870:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982988032/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574864.764939:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574864.764987:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574864/real 1788574864]  req@ffff8b7a86088e00 x1875453982987776/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574864.765012:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982987776/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574864.765025:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574864.765030:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574864.765035:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982987776:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574864.765046:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982987904:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574864.765073:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574864.765088:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574864/real 1788574864]  req@ffff8b7a86089500 x1875453982987904/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574864.765117:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982987904/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574864.765126:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574864.765130:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574864.765134:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982987904:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574864.765169:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982988032:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574864.765193:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574864.765206:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574864/real 1788574864]  req@ffff8b7a8608b100 x1875453982988032/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574864.765220:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982988032/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574864.765229:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574864.765233:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574864.765237:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982988032:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574865.468620:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574866.492667:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574867.516613:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574868.540644:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574869.564657:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574869.884609:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574869.884617:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574869.884621:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574869.884629:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2613
00000100:00080000:3.0:1788574869.884638:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574869.884646:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574869.884687:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453982988160/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574869.884721:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574869.884725:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574869.884727:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574869.884732:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2613
00000100:00080000:3.0:1788574869.884737:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574869.884752:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574869.884761:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574869.884774:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453982988288/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574869.884783:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788574869.884786:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982988160:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574869.884786:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574869.884790:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574869.884798:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2613
00000100:00080000:3.0:1788574869.884801:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574869.884803:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574869.884807:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574869.884831:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453982988416/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574869.884854:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574869.884886:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574869/real 1788574869]  req@ffff8b7a8608b100 x1875453982988160/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574869.884899:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453982988160/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574869.884919:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574869.884922:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574869.884925:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982988160:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574869.884949:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982988288:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574869.884967:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574869.884976:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574869/real 1788574869]  req@ffff8b7a86089500 x1875453982988288/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574869.884984:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453982988288/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574869.884989:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574869.884992:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574869.884994:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982988288:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574869.884998:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982988416:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574869.885008:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574869.885014:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574869/real 1788574869]  req@ffff8b7a86088e00 x1875453982988416/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574869.885021:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453982988416/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574869.885034:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574869.885036:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574869.885039:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982988416:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574870.588716:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574871.612637:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574872.636625:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574873.660686:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574874.684617:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574875.004563:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574875.004571:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574875.004575:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574875.004583:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2618
00000100:00080000:3.0:1788574875.004592:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574875.004598:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574875.004630:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982988544/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574875.004652:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574875.004655:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574875.004656:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574875.004660:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2618
00000100:00080000:3.0:1788574875.004662:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574875.004664:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574875.004672:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574875.004681:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982988672/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574875.004689:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574875.004692:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574875.004693:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788574875.004699:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982988544:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574875.004712:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2618
00000100:00080000:3.0:1788574875.004716:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574875.004719:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574875.004724:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574875.004735:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982988800/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574875.004756:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574875.004799:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574875/real 1788574875]  req@ffff8b7a8608b480 x1875453982988544/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574875.004819:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982988544/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574875.004830:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574875.004834:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574875.004838:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982988544:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574875.004863:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982988672:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574875.004890:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574875.004903:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574875/real 1788574875]  req@ffff8b7a86088000 x1875453982988672/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574875.004914:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982988672/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574875.004922:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574875.004925:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574875.004928:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982988672:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574875.004935:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982988800:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574875.004957:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574875.004969:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574875/real 1788574875]  req@ffff8b7a86089180 x1875453982988800/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574875.004985:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982988800/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574875.004991:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574875.004993:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574875.004995:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982988800:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574875.708654:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574876.732701:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574877.756592:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574878.780632:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574879.804615:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574880.124567:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574880.124575:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574880.124578:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574880.124586:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2623
00000100:00080000:3.0:1788574880.124594:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574880.124599:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574880.124630:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982988928/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574880.124656:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574880.124659:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574880.124661:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574880.124666:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2623
00000100:00080000:3.0:1788574880.124669:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574880.124672:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574880.124679:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574880.124689:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982989056/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574880.124708:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574880.124710:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574880.124712:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574880.124715:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2623
00000100:00080000:3.0:1788574880.124718:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574880.124720:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574880.124724:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574880.124732:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982989184/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574880.124745:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982988928:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788574880.124820:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574880.124861:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574880/real 1788574880]  req@ffff8b7a86088a80 x1875453982988928/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574880.124874:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982988928/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574880.124883:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574880.124886:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574880.124890:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982988928:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574880.124895:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982989056:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574880.124908:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574880.124915:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574880/real 1788574880]  req@ffff8b7a86089880 x1875453982989056/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574880.124922:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982989056/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574880.124941:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574880.124944:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574880.124946:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982989056:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574880.124968:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982989184:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574880.124981:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574880.124987:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574880/real 1788574880]  req@ffff8b7a86088700 x1875453982989184/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574880.124994:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982989184/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574880.124999:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574880.125000:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574880.125002:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982989184:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574880.828632:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574881.852623:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574882.876664:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574883.900645:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574884.924639:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574885.244625:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574885.244646:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574885.244652:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574885.244667:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2628
00000100:00080000:3.0:1788574885.244680:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574885.244689:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574885.244732:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982989312/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574885.244762:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574885.244770:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574885.244772:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574885.244775:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2628
00000100:00080000:3.0:1788574885.244778:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574885.244800:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574885.244812:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574885.244829:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982989440/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574885.244837:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574885.244840:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574885.244841:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574885.244845:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2628
00000100:00080000:3.0:1788574885.244849:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574885.244851:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574885.244856:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574885.244867:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982989312:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574885.244873:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982989568/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574885.244960:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574885.245012:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574885/real 1788574885]  req@ffff8b7a86089c00 x1875453982989312/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574885.245033:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982989312/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574885.245046:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574885.245051:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574885.245072:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982989312:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574885.245081:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982989440:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574885.245110:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574885.245126:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574885/real 1788574885]  req@ffff8b7a8608a300 x1875453982989440/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574885.245141:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982989440/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574885.245148:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574885.245151:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574885.245154:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982989440:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574885.245177:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982989568:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574885.245200:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574885.245214:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574885/real 1788574885]  req@ffff8b7a86089f80 x1875453982989568/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574885.245227:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982989568/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574885.245236:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574885.245240:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574885.245243:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982989568:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574885.948677:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574886.972655:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574887.996690:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574889.020672:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574890.044626:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574890.364609:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574890.364620:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574890.364625:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574890.364636:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2633
00000100:00080000:3.0:1788574890.364647:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574890.364656:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574890.364697:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982989696/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574890.364724:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574890.364727:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574890.364751:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574890.364755:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2633
00000100:00080000:3.0:1788574890.364759:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574890.364762:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574890.364773:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574890.364784:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982989824/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574890.364792:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574890.364795:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574890.364797:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574890.364801:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2633
00000100:00080000:3.0:1788574890.364803:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574890.364806:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574890.364809:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574890.364816:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982989952/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574890.364845:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982989696:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788574890.364929:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574890.364992:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574890/real 1788574890]  req@ffff8b7a8608a680 x1875453982989696/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574890.365014:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982989696/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574890.365027:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574890.365033:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574890.365038:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982989696:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574890.365047:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982989824:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574890.365074:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574890.365088:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574890/real 1788574890]  req@ffff8b7a8608aa00 x1875453982989824/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574890.365102:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982989824/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574890.365111:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574890.365115:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574890.365119:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982989824:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574890.365146:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982989952:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574890.365169:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574890.365182:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574890/real 1788574890]  req@ffff8b7a8608ad80 x1875453982989952/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574890.365196:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982989952/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574890.365222:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574890.365227:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574890.365231:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982989952:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574891.068630:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574892.092618:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574893.116642:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574894.140628:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574895.164618:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574895.484592:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574895.484600:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574895.484604:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574895.484613:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2638
00000100:00080000:0.0:1788574895.484622:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574895.484634:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574895.484667:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453982990080/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574895.484689:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574895.484692:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574895.484693:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574895.484696:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2638
00000100:00080000:0.0:1788574895.484699:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574895.484701:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574895.484708:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574895.484717:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453982990208/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574895.484725:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574895.484727:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574895.484728:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574895.484731:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2638
00000100:00080000:0.0:1788574895.484733:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574895.484736:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574895.484739:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574895.484742:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982990080:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788574895.484765:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453982990336/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574895.484807:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574895.484838:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574895/real 1788574895]  req@ffff8b7a86112680 x1875453982990080/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574895.484851:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453982990080/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574895.484859:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574895.484862:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574895.484864:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982990080:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574895.484869:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982990208:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574895.484884:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574895.484891:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574895/real 1788574895]  req@ffff8b7a86110700 x1875453982990208/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574895.484899:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453982990208/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574895.484905:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574895.484906:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574895.484908:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982990208:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574895.484935:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982990336:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574895.484949:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574895.484956:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574895/real 1788574895]  req@ffff8b7a86111c00 x1875453982990336/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574895.484967:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453982990336/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574895.484976:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574895.484979:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574895.484982:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982990336:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574896.188658:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574897.212616:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574898.236598:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574899.260615:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574900.284649:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574900.604754:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574900.604763:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574900.604768:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574900.604779:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2643
00000100:00080000:3.0:1788574900.604788:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574900.604796:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574900.604835:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982990464/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574900.604887:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574900.604896:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574900.604899:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574900.604905:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2643
00000100:00080000:3.0:1788574900.604910:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574900.604916:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574900.604926:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574900.604938:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982990464:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574900.604946:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982990592/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574900.604960:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574900.604964:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574900.604967:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574900.604971:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2643
00000100:00080000:3.0:1788574900.604977:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574900.604981:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574900.604987:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788574900.604995:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788574900.605005:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982990720/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574900.605032:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574900/real 1788574900]  req@ffff8b7a8608bb80 x1875453982990464/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574900.605047:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982990464/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574900.605054:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574900.605057:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574900.605060:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982990464:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574900.605077:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982990592:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574900.605090:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574900.605098:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574900/real 1788574900]  req@ffff8b7a86088380 x1875453982990592/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574900.605114:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982990592/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574900.605120:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574900.605122:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574900.605124:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982990592:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574900.605128:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982990720:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574900.605144:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574900.605156:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574900/real 1788574900]  req@ffff8b7a8608b800 x1875453982990720/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574900.605168:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982990720/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574900.605177:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574900.605180:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574900.605183:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982990720:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574901.308647:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574902.332616:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574903.356632:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574904.380607:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574905.404620:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574905.724598:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574905.724606:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574905.724610:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574905.724619:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2649
00000100:00080000:1.0:1788574905.724628:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574905.724635:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574905.724674:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453982990848/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574905.724714:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574905.724717:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574905.724719:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574905.724722:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2649
00000100:00080000:1.0:1788574905.724727:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574905.724733:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574905.724743:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574905.724755:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982990848:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574905.724769:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453982990976/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574905.724782:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574905.724785:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574905.724786:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574905.724789:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2649
00000100:00080000:1.0:1788574905.724793:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574905.724795:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574905.724804:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574905.724820:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982991104/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574905.724825:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574905.724873:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574905/real 1788574905]  req@ffff8b7a86bf9880 x1875453982990848/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574905.724893:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453982990848/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574905.724900:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574905.724903:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574905.724906:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982990848:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574905.724927:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982990976:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574905.724960:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574905.724974:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574905/real 1788574905]  req@ffff8b7a86bfa300 x1875453982990976/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574905.724986:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453982990976/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574905.724991:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574905.724994:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574905.724996:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982990976:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574905.725000:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982991104:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574905.725015:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574905.725022:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574905/real 1788574905]  req@ffff8b7a86bfaa00 x1875453982991104/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574905.725029:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982991104/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574905.725034:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574905.725036:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574905.725038:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982991104:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574906.428598:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574907.452626:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574908.476686:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574909.500693:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574910.524651:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574910.844626:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574910.844637:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574910.844641:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574910.844652:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2654
00000100:00080000:3.0:1788574910.844681:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574910.844689:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574910.844727:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453982991232/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574910.844755:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574910.844759:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574910.844761:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574910.844766:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2654
00000100:00080000:3.0:1788574910.844771:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574910.844777:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574910.844787:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574910.844788:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982991232:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574910.844811:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453982991360/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574910.844825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574910.844829:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574910.844832:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574910.844836:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2654
00000100:00080000:3.0:1788574910.844844:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574910.844849:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574910.844855:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788574910.844858:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788574910.844872:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453982991488/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574910.844903:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574910/real 1788574910]  req@ffff8b7a8608b800 x1875453982991232/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574910.844935:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453982991232/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574910.844943:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574910.844946:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574910.844949:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982991232:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574910.844968:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982991360:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574910.844987:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574910.844996:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574910/real 1788574910]  req@ffff8b7a86088380 x1875453982991360/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574910.845013:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453982991360/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574910.845019:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574910.845021:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574910.845023:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982991360:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574910.845028:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982991488:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574910.845040:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574910.845047:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574910/real 1788574910]  req@ffff8b7a8608bb80 x1875453982991488/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574910.845055:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453982991488/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574910.845069:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574910.845072:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574910.845074:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982991488:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574911.548608:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574912.572665:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574913.596683:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574914.620664:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574915.644669:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574915.964646:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574915.964662:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574915.964667:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574915.964682:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2659
00000100:00080000:1.0:1788574915.964720:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574915.964731:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574915.964779:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982991616/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574915.964814:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574915.964819:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574915.964821:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574915.964827:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2659
00000100:00080000:1.0:1788574915.964832:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574915.964838:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574915.964848:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982991616:192.168.202.159@tcp:250:kworker.0
00000008:00100000:1.0:1788574915.964852:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574915.964871:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982991744/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574915.964885:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574915.964889:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574915.964892:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574915.964897:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2659
00000100:00080000:1.0:1788574915.964901:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574915.964906:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574915.964912:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788574915.964921:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574915.964928:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982991872/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574915.964965:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574915/real 1788574915]  req@ffff8b7a86bf8700 x1875453982991616/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574915.964988:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982991616/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574915.965001:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574915.965006:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574915.965011:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982991616:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574915.965038:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982991744:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574915.965059:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574915.965080:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574915/real 1788574915]  req@ffff8b7a86bf8380 x1875453982991744/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574915.965096:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982991744/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574915.965105:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574915.965110:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574915.965114:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982991744:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574915.965128:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982991872:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574915.965146:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574915.965154:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574915/real 1788574915]  req@ffff8b7a86bf9f80 x1875453982991872/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574915.965162:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982991872/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574915.965168:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574915.965170:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574915.965173:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982991872:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574916.668605:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574917.692698:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574918.716659:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574919.740663:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574920.764699:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574921.084633:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574921.084668:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574921.084673:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574921.084687:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2664
00000100:00080000:1.0:1788574921.084714:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574921.084724:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574921.084771:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982992000/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574921.084813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574921.084818:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574921.084820:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574921.084826:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2664
00000100:00080000:1.0:1788574921.084831:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574921.084836:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574921.084849:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574921.084869:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453982992128/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574921.084869:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982992000:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788574921.084887:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574921.084890:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574921.084892:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574921.084895:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2664
00000100:00080000:1.0:1788574921.084898:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574921.084901:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574921.084905:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574921.084915:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982992256/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574921.084966:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574921.085018:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574921/real 1788574921]  req@ffff8b7a86bfad80 x1875453982992000/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574921.085055:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982992000/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574921.085067:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574921.085072:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574921.085077:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982992000:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574921.085108:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982992128:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574921.085135:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574921.085150:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574921/real 1788574921]  req@ffff8b7a86bfb800 x1875453982992128/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574921.085186:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453982992128/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574921.085197:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574921.085201:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574921.085205:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982992128:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574921.085212:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982992256:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574921.085238:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574921.085255:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574921/real 1788574921]  req@ffff8b7a86bf9f80 x1875453982992256/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574921.085269:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982992256/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574921.085278:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574921.085282:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574921.085286:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982992256:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574921.788694:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574922.812699:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574923.836617:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574924.860654:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574925.884679:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574926.204650:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574926.204665:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574926.204671:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574926.204685:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2669
00000100:00080000:1.0:1788574926.204698:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574926.204708:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574926.204754:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982992384/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574926.204788:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574926.204801:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574926.204807:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574926.204813:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2669
00000100:00080000:1.0:1788574926.204817:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574926.204823:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574926.204835:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574926.204838:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982992384:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574926.204852:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982992512/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574926.204865:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574926.204869:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574926.204871:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574926.204875:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2669
00000100:00080000:1.0:1788574926.204879:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574926.204883:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574926.204907:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574926.204921:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982992640/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574926.204981:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982992512:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574926.205041:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982992640:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574926.908635:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574927.932632:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574928.956617:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788574929.276793:0:2374:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788574929.276846:0:2374:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788574929.276890:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788574929.276944:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788574929.276955:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788574929.277024:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574926/real 1788574929]  req@ffff8b7a86bf8700 x1875453982992512/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574929.277056:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982992512/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574929.277072:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574929.277079:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574929.277085:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982992512:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574929.277095:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574926/real 1788574929]  req@ffff8b7a86bfaa00 x1875453982992640/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574929.277118:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982992640/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574929.277126:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574929.277129:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574929.277133:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982992640:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574929.277141:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574926/real 1788574929]  req@ffff8b7a86bf8380 x1875453982992384/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574929.277153:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982992384/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574929.277175:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574929.277180:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574929.277184:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982992384:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788574929.980623:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574931.004602:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574931.324652:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574931.324664:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574931.324669:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574931.324679:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2674
00000100:00080000:0.0:1788574931.324690:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574931.324697:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574931.324734:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453982992768/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574931.324764:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574931.324768:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574931.324771:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574931.324776:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2674
00000100:00080000:0.0:1788574931.324781:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574931.324786:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574931.324797:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574931.324812:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453982992896/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574931.324819:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982992768:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788574931.324828:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574931.324833:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574931.324850:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574931.324856:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2674
00000100:00080000:0.0:1788574931.324862:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574931.324867:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574931.324873:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574931.324888:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453982993024/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574931.324895:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574931.324945:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574931/real 1788574931]  req@ffff8b7a86111180 x1875453982992768/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574931.324980:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453982992768/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574931.324993:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574931.324997:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574931.325002:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982992768:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574931.325028:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982992896:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574931.325062:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574931.325077:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574931/real 1788574931]  req@ffff8b7a86113100 x1875453982992896/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574931.325090:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453982992896/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574931.325098:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574931.325101:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574931.325105:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982992896:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574931.325126:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982993024:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574931.325151:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574931.325163:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574931/real 1788574931]  req@ffff8b7a86110a80 x1875453982993024/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574931.325174:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453982993024/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574931.325182:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574931.325185:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574931.325189:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982993024:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574932.028619:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574933.052640:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574934.076612:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574935.100690:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574936.124622:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574936.444624:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574936.444649:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574936.444652:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574936.444662:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2679
00000100:00080000:3.0:1788574936.444671:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574936.444678:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574936.444706:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453982993152/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574936.444727:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574936.444730:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574936.444732:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574936.444735:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2679
00000100:00080000:3.0:1788574936.444737:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574936.444740:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574936.444747:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574936.444755:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453982993280/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574936.444762:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574936.444764:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574936.444766:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574936.444768:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2679
00000100:00080000:3.0:1788574936.444770:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574936.444772:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574936.444775:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574936.444787:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982993152:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574936.444788:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453982993408/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574936.444856:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574936.444895:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574936/real 1788574936]  req@ffff8b7a8608ad80 x1875453982993152/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574936.444935:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453982993152/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574936.444947:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574936.444952:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574936.444957:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982993152:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574936.444965:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982993280:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574936.444988:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574936.445002:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574936/real 1788574936]  req@ffff8b7a8608aa00 x1875453982993280/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574936.445025:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453982993280/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574936.445034:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574936.445038:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574936.445041:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982993280:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574936.445075:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982993408:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574936.445097:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574936.445108:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574936/real 1788574936]  req@ffff8b7a8608a680 x1875453982993408/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574936.445121:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453982993408/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574936.445129:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574936.445132:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574936.445136:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982993408:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574937.148639:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574938.172667:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574939.196644:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574940.220629:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574941.244607:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574941.564560:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574941.564569:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574941.564572:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574941.564580:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2684
00000100:00080000:3.0:1788574941.564588:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574941.564594:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574941.564623:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453982993536/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574941.564645:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574941.564647:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574941.564648:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574941.564651:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2684
00000100:00080000:3.0:1788574941.564653:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574941.564655:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574941.564662:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574941.564668:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453982993664/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574941.564674:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574941.564677:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574941.564678:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574941.564680:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2684
00000100:00080000:3.0:1788574941.564682:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574941.564685:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574941.564698:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982993536:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788574941.564700:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574941.564711:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453982993792/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574941.564757:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574941.564788:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574941/real 1788574941]  req@ffff8b7a86089f80 x1875453982993536/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574941.564802:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453982993536/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574941.564817:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574941.564820:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574941.564822:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982993536:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574941.564827:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982993664:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574941.564844:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574941.564851:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574941/real 1788574941]  req@ffff8b7a8608a300 x1875453982993664/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574941.564858:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453982993664/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574941.564863:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574941.564865:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574941.564867:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982993664:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574941.564899:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982993792:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574941.564912:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574941.564920:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574941/real 1788574941]  req@ffff8b7a86089c00 x1875453982993792/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574941.564931:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453982993792/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574941.564938:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574941.564941:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574941.564944:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982993792:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574942.268644:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574943.292685:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574944.316691:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574945.340640:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574946.364613:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574946.684565:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574946.684573:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574946.684576:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574946.684584:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2690
00000100:00080000:3.0:1788574946.684593:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574946.684598:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574946.684624:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453982993920/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574946.684643:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574946.684645:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574946.684646:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574946.684650:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2690
00000100:00080000:3.0:1788574946.684652:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574946.684654:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574946.684661:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574946.684668:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453982994048/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574946.684675:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574946.684677:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574946.684678:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574946.684680:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2690
00000100:00100000:1.0:1788574946.684685:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982993920:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788574946.684695:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574946.684699:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574946.684703:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574946.684715:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453982994176/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574946.684745:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574946.684776:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574946/real 1788574946]  req@ffff8b7a86088700 x1875453982993920/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574946.684787:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453982993920/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574946.684794:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574946.684796:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574946.684799:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982993920:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574946.684803:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982994048:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574946.684817:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574946.684824:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574946/real 1788574946]  req@ffff8b7a86089880 x1875453982994048/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574946.684831:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453982994048/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574946.684835:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574946.684837:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574946.684839:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982994048:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574946.684855:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982994176:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574946.684865:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574946.684870:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574946/real 1788574946]  req@ffff8b7a86088a80 x1875453982994176/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574946.684884:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453982994176/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574946.684888:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574946.684890:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574946.684892:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982994176:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574947.388640:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574948.412641:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574949.436634:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574950.460670:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574951.484656:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574951.804603:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574951.804614:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574951.804619:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574951.804629:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2695
00000100:00080000:2.0:1788574951.804640:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574951.804648:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574951.804684:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453982994304/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574951.804711:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574951.804715:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574951.804717:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574951.804722:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2695
00000100:00080000:2.0:1788574951.804725:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574951.804730:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574951.804739:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574951.804752:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453982994432/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574951.804764:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574951.804770:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788574951.804771:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982994304:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788574951.804772:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574951.804782:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2695
00000100:00080000:2.0:1788574951.804802:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574951.804808:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574951.804813:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574951.804828:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453982994560/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574951.804840:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574951.804881:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574951/real 1788574951]  req@ffff8b7a83678000 x1875453982994304/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574951.804900:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453982994304/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574951.804911:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574951.804915:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574951.804919:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982994304:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574951.804943:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982994432:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574951.804966:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574951.804979:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574951/real 1788574951]  req@ffff8b7a8367b480 x1875453982994432/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574951.804991:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453982994432/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574951.805012:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574951.805015:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574951.805019:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982994432:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574951.805025:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982994560:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574951.805046:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574951.805058:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574951/real 1788574951]  req@ffff8b7a83679500 x1875453982994560/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574951.805069:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453982994560/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574951.805077:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574951.805080:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574951.805083:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982994560:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574952.508684:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574953.532699:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574954.556587:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574955.580665:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574956.604716:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574956.924665:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574956.924676:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574956.924682:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574956.924693:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2700
00000100:00080000:1.0:1788574956.924706:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574956.924715:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574956.924754:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982994688/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574956.924782:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574956.924799:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574956.924801:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574956.924807:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2700
00000100:00080000:1.0:1788574956.924815:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574956.924819:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574956.924829:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574956.924847:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982994688:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574956.924848:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982994816/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574956.924877:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574956.924881:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574956.924883:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574956.924903:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2700
00000100:00080000:1.0:1788574956.924907:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574956.924912:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574956.924918:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574956.924931:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982994944/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574956.924950:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574956.925001:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574956/real 1788574956]  req@ffff8b7a86bf8380 x1875453982994688/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574956.925022:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982994688/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574956.925034:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574956.925038:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574956.925043:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982994688:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574956.925070:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982994816:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574956.925095:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574956.925107:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574956/real 1788574956]  req@ffff8b7a86bfaa00 x1875453982994816/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574956.925118:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982994816/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574956.925125:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574956.925128:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574956.925144:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982994816:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574956.925150:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982994944:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574956.925171:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574956.925183:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574956/real 1788574956]  req@ffff8b7a86bf8700 x1875453982994944/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574956.925193:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982994944/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574956.925200:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574956.925204:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574956.925206:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982994944:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574957.628627:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574958.652686:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574959.676682:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574960.700659:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574961.724707:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788574962.044627:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574962.044641:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788574962.044656:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574962.044670:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2705
00000100:00080000:3.0:1788574962.044682:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574962.044692:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788574962.044767:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453982995072/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574962.044795:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574962.044799:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788574962.044801:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574962.044805:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2705
00000100:00080000:3.0:1788574962.044810:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574962.044815:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788574962.044827:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574962.044829:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982995072:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788574962.044842:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453982995200/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788574962.044872:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788574962.044875:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788574962.044878:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788574962.044881:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2705
00000100:00080000:3.0:1788574962.044893:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788574962.044898:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000800:00000100:2.0:1788574962.044902:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000008:00100000:3.0:1788574962.044906:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788574962.044922:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453982995328/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574962.044946:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574962/real 1788574962]  req@ffff8b7a86089180 x1875453982995072/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574962.044961:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453982995072/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574962.044969:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574962.044972:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574962.044975:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982995072:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574962.044998:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982995200:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574962.045011:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574962.045029:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574962/real 1788574962]  req@ffff8b7a86088000 x1875453982995200/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574962.045040:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453982995200/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574962.045046:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574962.045049:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574962.045052:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982995200:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574962.045057:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982995328:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574962.045076:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574962.045086:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574962/real 1788574962]  req@ffff8b7a8608b480 x1875453982995328/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574962.045095:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453982995328/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574962.045102:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574962.045104:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574962.045106:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982995328:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574962.748643:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574963.772631:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574964.796644:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574965.820686:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574966.844656:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574967.164629:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574967.164637:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574967.164641:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574967.164652:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2710
00000100:00080000:2.0:1788574967.164661:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574967.164670:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574967.164715:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453982995456/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574967.164740:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574967.164742:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574967.164744:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574967.164746:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2710
00000100:00080000:2.0:1788574967.164749:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574967.164752:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574967.164760:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574967.164768:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b800 x1875453982995584/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574967.164775:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574967.164778:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574967.164779:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574967.164782:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2710
00000100:00080000:2.0:1788574967.164784:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574967.164786:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574967.164790:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574967.164797:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453982995712/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574967.164811:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982995456:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788574967.164902:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574967.164969:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574967/real 1788574967]  req@ffff8b7a8367bb80 x1875453982995456/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574967.164990:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453982995456/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574967.165020:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574967.165025:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574967.165030:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982995456:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574967.165038:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982995584:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574967.165064:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574967.165077:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574967/real 1788574967]  req@ffff8b7a8367b800 x1875453982995584/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574967.165089:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b800 x1875453982995584/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574967.165096:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574967.165100:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574967.165103:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982995584:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574967.165132:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982995712:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574967.165152:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574967.165164:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574967/real 1788574967]  req@ffff8b7a83679f80 x1875453982995712/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574967.165175:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453982995712/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574967.165183:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574967.165186:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574967.165189:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982995712:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574967.868676:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574968.892738:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574969.916695:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574970.940660:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574971.964706:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788574972.284547:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574972.284557:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788574972.284562:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574972.284591:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2715
00000100:00080000:2.0:1788574972.284604:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574972.284614:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574972.284656:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678380 x1875453982995840/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788574972.284686:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574972.284690:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788574972.284693:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574972.284698:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2715
00000100:00080000:2.0:1788574972.284702:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574972.284707:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574972.284719:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574972.284748:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678e00 x1875453982995968/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788574972.284750:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982995840:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788574972.284771:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788574972.284775:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788574972.284777:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788574972.284782:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2715
00000100:00080000:2.0:1788574972.284787:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788574972.284802:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788574972.284810:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574972.284829:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453982996096/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788574972.284854:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574972.284910:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574972/real 1788574972]  req@ffff8b7a83678380 x1875453982995840/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574972.284930:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678380 x1875453982995840/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788574997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574972.284942:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574972.284946:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574972.284950:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982995840:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574972.284980:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982995968:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574972.285000:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574972.285011:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574972/real 1788574972]  req@ffff8b7a83678e00 x1875453982995968/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574972.285021:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678e00 x1875453982995968/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574972.285028:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574972.285031:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574972.285035:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982995968:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788574972.285040:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982996096:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788574972.285055:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788574972.285063:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574972/real 1788574972]  req@ffff8b7a83679f80 x1875453982996096/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788574972.285086:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453982996096/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788574997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788574972.285093:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788574972.285096:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788574972.285099:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982996096:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574972.988660:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574974.012680:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574975.036674:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574976.060674:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574977.084622:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574977.404604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574977.404612:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574977.404616:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574977.404624:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2720
00000100:00080000:1.0:1788574977.404633:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574977.404640:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574977.404672:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453982996224/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574977.404696:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574977.404699:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574977.404700:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574977.404704:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2720
00000100:00080000:1.0:1788574977.404707:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574977.404709:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574977.404717:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574977.404726:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453982996352/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574977.404740:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982996224:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788574977.404754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574977.404756:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574977.404758:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574977.404761:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2720
00000100:00080000:1.0:1788574977.404764:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574977.404767:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574977.404771:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574977.404781:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982996480/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574977.404797:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574977.404832:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574977/real 1788574977]  req@ffff8b7a86bfa300 x1875453982996224/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574977.404845:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453982996224/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574977.404852:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574977.404855:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574977.404858:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982996224:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574977.404876:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982996352:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574977.404891:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574977.404898:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574977/real 1788574977]  req@ffff8b7a86bf9880 x1875453982996352/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574977.404906:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453982996352/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574977.404911:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574977.404913:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574977.404915:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982996352:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574977.404918:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982996480:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574977.404928:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574977.404943:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574977/real 1788574977]  req@ffff8b7a86bf8700 x1875453982996480/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574977.404953:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982996480/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574977.404962:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574977.404965:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574977.404969:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982996480:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574978.108655:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574979.132634:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574980.156623:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574981.180695:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574982.204613:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574982.524652:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574982.524664:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574982.524669:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574982.524683:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2725
00000100:00080000:1.0:1788574982.524695:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574982.524704:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574982.524752:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982996608/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574982.524781:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574982.524784:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574982.524786:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574982.524789:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2725
00000100:00080000:1.0:1788574982.524792:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574982.524794:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574982.524822:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574982.524837:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982996736/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574982.524839:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982996608:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788574982.524863:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574982.524866:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574982.524867:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574982.524881:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2725
00000100:00080000:1.0:1788574982.524885:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574982.524889:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574982.524893:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574982.524904:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982996864/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574982.524921:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574982.524970:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574982/real 1788574982]  req@ffff8b7a86bfaa00 x1875453982996608/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574982.524986:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982996608/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574982.524995:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574982.524998:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574982.525001:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982996608:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574982.525023:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982996736:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574982.525040:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574982.525049:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574982/real 1788574982]  req@ffff8b7a86bf8380 x1875453982996736/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574982.525057:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982996736/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574982.525080:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574982.525083:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574982.525095:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982996736:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574982.525103:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982996864:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574982.525127:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574982.525140:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574982/real 1788574982]  req@ffff8b7a86bf9f80 x1875453982996864/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574982.525157:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982996864/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574982.525163:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574982.525166:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574982.525168:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982996864:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574983.228679:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574984.252637:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574985.276705:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574986.300653:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574987.324666:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574987.644595:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574987.644603:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574987.644607:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574987.644617:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2730
00000100:00080000:1.0:1788574987.644626:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574987.644632:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574987.644664:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453982996992/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574987.644688:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574987.644691:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574987.644692:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574987.644695:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2730
00000100:00080000:1.0:1788574987.644711:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574987.644715:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574987.644723:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574987.644732:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453982997120/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574987.644741:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574987.644743:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574987.644745:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574987.644748:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2730
00000100:00080000:1.0:1788574987.644750:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574987.644753:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574987.644756:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574987.644763:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982997248/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574987.644795:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982996992:192.168.202.159@tcp:250:kworker.0
00000800:00000100:2.0:1788574987.644908:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574987.644964:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574987/real 1788574987]  req@ffff8b7a86bfb800 x1875453982996992/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574987.644985:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453982996992/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574987.644998:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574987.645003:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574987.645020:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982996992:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574987.645028:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982997120:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574987.645055:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574987.645068:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574987/real 1788574987]  req@ffff8b7a86bfad80 x1875453982997120/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574987.645080:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453982997120/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574987.645088:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574987.645091:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574987.645094:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982997120:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574987.645126:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982997248:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574987.645165:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574987.645178:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574987/real 1788574987]  req@ffff8b7a86bf9f80 x1875453982997248/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574987.645196:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982997248/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574987.645205:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574987.645208:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574987.645212:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982997248:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574988.348635:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574989.372697:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574990.396650:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574991.420643:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574992.444622:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788574992.764610:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574992.764622:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788574992.764626:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574992.764637:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2736
00000100:00080000:1.0:1788574992.764648:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574992.764657:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788574992.764697:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982997376/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574992.764727:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574992.764745:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788574992.764747:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574992.764753:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2736
00000100:00080000:1.0:1788574992.764760:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574992.764766:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574992.764778:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788574992.764784:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982997376:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788574992.764810:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982997504/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788574992.764824:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788574992.764828:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788574992.764830:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788574992.764834:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2736
00000100:00080000:1.0:1788574992.764839:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788574992.764844:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788574992.764850:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788574992.764862:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982997632/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788574992.764897:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982997504:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574992.764945:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982997632:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788574993.468623:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574994.492596:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574995.516615:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788574995.836733:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788574995.836774:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788574995.836803:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788574995.836846:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788574995.836867:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:2.0:1788574995.836903:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574992/real 1788574995]  req@ffff8b7a86bfaa00 x1875453982997504/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574995.836931:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982997504/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574995.836946:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574995.836952:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574995.836957:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982997504:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574995.836967:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574992/real 1788574995]  req@ffff8b7a86bf8700 x1875453982997632/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574995.836980:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982997632/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574995.836989:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574995.836993:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574995.836997:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982997632:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574995.837005:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574992/real 1788574995]  req@ffff8b7a86bf8380 x1875453982997376/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574995.837019:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982997376/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574995.837027:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574995.837031:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574995.837043:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982997376:192.168.202.159@tcp:250:kworker.0
00010000:00010000:3.0:1788574996.540673:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788574997.564687:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788574997.884710:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574997.884721:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788574997.884725:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574997.884736:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2741
00000100:00080000:0.0:1788574997.884747:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574997.884754:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788574997.884793:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453982997760/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574997.884825:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574997.884829:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788574997.884836:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574997.884840:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2741
00000100:00080000:0.0:1788574997.884844:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574997.884848:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788574997.884859:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574997.884874:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453982997888/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788574997.884885:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788574997.884889:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788574997.884891:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788574997.884895:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2741
00000100:00080000:0.0:1788574997.884900:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788574997.884906:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788574997.884908:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982997760:192.168.202.159@tcp:250:kworker.0
00000008:00100000:0.0:1788574997.884937:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788574997.884953:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453982998016/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788574997.885003:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574997.885059:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574997/real 1788574997]  req@ffff8b7a86110a80 x1875453982997760/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574997.885083:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453982997760/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574997.885104:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574997.885109:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574997.885114:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982997760:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788574997.885123:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982997888:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574997.885152:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574997.885167:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574997/real 1788574997]  req@ffff8b7a86113100 x1875453982997888/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574997.885180:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453982997888/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574997.885189:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574997.885192:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574997.885196:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982997888:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788574997.885232:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982998016:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788574997.885254:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788574997.885296:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788574997/real 1788574997]  req@ffff8b7a86111180 x1875453982998016/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788574997.885311:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453982998016/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788574997.885321:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788574997.885324:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788574997.885328:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982998016:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788574998.588675:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788574999.612719:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575000.636669:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575001.660595:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575002.684658:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575003.004619:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575003.004629:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575003.004633:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575003.004642:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2746
00000100:00080000:0.0:1788575003.004651:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575003.004658:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575003.004690:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453982998144/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575003.004710:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575003.004713:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575003.004715:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575003.004718:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2746
00000100:00080000:0.0:1788575003.004720:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575003.004722:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575003.004730:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575003.004738:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453982998272/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575003.004744:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575003.004759:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575003.004761:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575003.004764:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2746
00000100:00080000:0.0:1788575003.004768:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575003.004770:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575003.004774:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575003.004783:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453982998400/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575003.004786:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982998144:192.168.202.159@tcp:250:kworker.0
00000800:00000100:2.0:1788575003.004850:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575003.004892:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575003/real 1788575003]  req@ffff8b7a86111c00 x1875453982998144/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575003.004907:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453982998144/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575003.004915:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575003.004918:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575003.004921:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982998144:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575003.004926:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982998272:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575003.004941:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575003.004950:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575003/real 1788575003]  req@ffff8b7a86110700 x1875453982998272/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575003.004958:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453982998272/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575003.004975:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575003.004978:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575003.004981:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982998272:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575003.005001:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982998400:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575003.005015:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575003.005023:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575003/real 1788575003]  req@ffff8b7a86112680 x1875453982998400/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575003.005030:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453982998400/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575003.005036:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575003.005038:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575003.005039:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982998400:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575003.708684:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575004.732775:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575005.756708:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575006.780677:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575007.804651:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575008.124621:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575008.124637:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575008.124643:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575008.124657:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2751
00000100:00080000:0.0:1788575008.124670:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575008.124696:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575008.124745:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453982998528/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575008.124785:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575008.124789:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575008.124791:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575008.124797:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2751
00000100:00080000:0.0:1788575008.124801:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575008.124825:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575008.124838:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575008.124841:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982998528:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788575008.124856:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453982998656/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575008.124869:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575008.124873:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575008.124875:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575008.124879:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2751
00000100:00080000:0.0:1788575008.124884:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575008.124889:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575008.124894:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575008.124905:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453982998784/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575008.124917:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575008.124970:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575008/real 1788575008]  req@ffff8b7a86112d80 x1875453982998528/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575008.124986:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453982998528/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575008.124995:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575008.124998:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575008.125008:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982998528:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575008.125045:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982998656:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575008.125074:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575008.125088:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575008/real 1788575008]  req@ffff8b7a86112a00 x1875453982998656/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575008.125101:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453982998656/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575008.125109:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575008.125113:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575008.125116:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982998656:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575008.125122:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982998784:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575008.125142:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575008.125164:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575008/real 1788575008]  req@ffff8b7a86111880 x1875453982998784/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575008.125175:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453982998784/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575008.125183:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575008.125186:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575008.125189:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982998784:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575008.828651:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575009.852660:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575010.876638:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575011.900737:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575012.924662:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575013.244643:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575013.244654:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575013.244658:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575013.244670:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2756
00000100:00080000:1.0:1788575013.244681:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575013.244690:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575013.244733:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453982998912/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575013.244788:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575013.244793:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575013.244805:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575013.244810:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2756
00000100:00080000:1.0:1788575013.244815:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575013.244821:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575013.244833:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575013.244854:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453982999040/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575013.244867:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575013.244870:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982998912:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788575013.244871:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575013.244874:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575013.244883:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2756
00000100:00080000:1.0:1788575013.244891:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575013.244895:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575013.244899:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575013.244911:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453982999168/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575013.244989:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575013.245063:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575013/real 1788575013]  req@ffff8b7a86bf9880 x1875453982998912/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575013.245088:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453982998912/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575013.245102:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575013.245108:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575013.245114:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982998912:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575013.245144:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982999040:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575013.245177:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575013.245194:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575013/real 1788575013]  req@ffff8b7a86bfa300 x1875453982999040/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575013.245211:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453982999040/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575013.245221:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575013.245226:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575013.245231:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982999040:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575013.245240:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982999168:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575013.245263:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575013.245277:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575013/real 1788575013]  req@ffff8b7a86bf8380 x1875453982999168/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575013.245293:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453982999168/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575013.245319:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575013.245324:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575013.245330:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982999168:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575013.948703:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575014.972711:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575015.996672:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575017.020689:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575018.044728:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575018.364589:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575018.364605:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575018.364611:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575018.364624:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2761
00000100:00080000:1.0:1788575018.364662:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575018.364672:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575018.364716:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453982999296/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575018.364740:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575018.364743:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575018.364744:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575018.364747:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2761
00000100:00080000:1.0:1788575018.364750:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575018.364753:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575018.364763:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575018.364771:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453982999424/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575018.364778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575018.364780:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575018.364782:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575018.364784:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2761
00000100:00080000:1.0:1788575018.364786:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575018.364789:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575018.364792:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575018.364801:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453982999552/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575018.364816:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982999296:192.168.202.159@tcp:250:kworker.0
00000800:00000100:2.0:1788575018.364887:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575018.364950:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575018/real 1788575018]  req@ffff8b7a86bf8700 x1875453982999296/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575018.364968:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453982999296/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575018.364977:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575018.364980:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575018.364983:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982999296:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575018.364988:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982999424:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575018.365007:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575018.365015:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575018/real 1788575018]  req@ffff8b7a86bfaa00 x1875453982999424/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575018.365023:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453982999424/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575018.365028:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575018.365031:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575018.365033:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982999424:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575018.365070:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982999552:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575018.365094:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575018.365106:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575018/real 1788575018]  req@ffff8b7a86bf9f80 x1875453982999552/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575018.365120:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453982999552/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575018.365138:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575018.365140:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575018.365143:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982999552:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575019.068623:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575020.092685:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575021.116667:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575022.140632:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575023.164614:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575023.484620:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575023.484630:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575023.484635:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575023.484667:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2766
00000100:00080000:0.0:1788575023.484678:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575023.484685:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575023.484721:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453982999680/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575023.484744:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575023.484747:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575023.484748:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575023.484751:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2766
00000100:00080000:0.0:1788575023.484753:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575023.484756:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575023.484765:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575023.484774:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453982999808/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575023.484782:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575023.484784:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575023.484785:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575023.484789:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2766
00000100:00080000:0.0:1788575023.484792:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575023.484794:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575023.484797:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575023.484803:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453982999936/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575023.484832:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982999680:192.168.202.159@tcp:250:kworker.0
00000800:00000100:2.0:1788575023.484908:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575023.484956:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575023/real 1788575023]  req@ffff8b7a86113b80 x1875453982999680/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575023.484978:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453982999680/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575023.484990:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575023.484994:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575023.484997:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453982999680:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575023.485003:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982999808:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575023.485024:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575023.485057:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575023/real 1788575023]  req@ffff8b7a86112300 x1875453982999808/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575023.485080:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453982999808/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575023.485086:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575023.485088:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575023.485091:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982999808:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575023.485114:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982999936:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575023.485132:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575023.485145:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575023/real 1788575023]  req@ffff8b7a86110e00 x1875453982999936/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575023.485158:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453982999936/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575023.485166:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575023.485170:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575023.485174:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453982999936:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575024.188714:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575025.212641:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575026.236623:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575027.260683:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575028.284639:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575028.604589:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575028.604604:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575028.604610:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575028.604623:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2771
00000100:00080000:0.0:1788575028.604637:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575028.604647:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575028.604696:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453983000064/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575028.604733:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575028.604738:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575028.604740:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575028.604744:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2771
00000100:00080000:0.0:1788575028.604749:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575028.604753:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575028.604766:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575028.604780:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453983000192/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575028.604784:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983000064:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575028.604801:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575028.604805:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575028.604807:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575028.604838:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2771
00000100:00080000:0.0:1788575028.604843:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575028.604847:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575028.604853:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575028.604867:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453983000320/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575028.604878:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575028.604923:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575028/real 1788575028]  req@ffff8b7a86110380 x1875453983000064/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575028.604938:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453983000064/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575028.604957:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575028.604960:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575028.604964:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983000064:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575028.604985:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983000192:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575028.605004:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575028.605013:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575028/real 1788575028]  req@ffff8b7a86111f80 x1875453983000192/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575028.605022:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453983000192/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575028.605027:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575028.605030:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575028.605032:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983000192:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575028.605036:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983000320:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575028.605046:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575028.605052:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575028/real 1788575028]  req@ffff8b7a86113800 x1875453983000320/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575028.605059:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453983000320/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575028.605065:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575028.605066:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575028.605068:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983000320:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575029.308620:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575030.332689:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575031.356590:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575032.380673:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575033.404720:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575033.724617:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575033.724630:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575033.724635:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575033.724646:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2777
00000100:00080000:2.0:1788575033.724657:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575033.724664:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575033.724705:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b800 x1875453983000448/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575033.724730:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575033.724733:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575033.724734:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575033.724737:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2777
00000100:00080000:2.0:1788575033.724739:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575033.724742:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575033.724751:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575033.724763:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983000448:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575033.724764:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453983000576/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575033.724774:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575033.724778:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575033.724779:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575033.724786:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2777
00000100:00080000:2.0:1788575033.724791:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575033.724794:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575033.724807:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575033.724817:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453983000704/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575033.724855:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575033.724913:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575033/real 1788575033]  req@ffff8b7a8367b800 x1875453983000448/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575033.724934:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b800 x1875453983000448/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575033.724952:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575033.724957:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575033.724962:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983000448:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575033.724989:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983000576:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575033.725008:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575033.725017:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575033/real 1788575033]  req@ffff8b7a8367bb80 x1875453983000576/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575033.725025:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453983000576/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575033.725030:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575033.725032:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575033.725035:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983000576:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575033.725038:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983000704:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575033.725048:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575033.725053:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575033/real 1788575033]  req@ffff8b7a83679500 x1875453983000704/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575033.725070:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453983000704/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575033.725075:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575033.725077:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575033.725079:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983000704:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575034.428701:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575035.452705:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575036.476655:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575037.500640:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575038.524617:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575038.844584:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575038.844593:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575038.844596:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575038.844604:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2782
00000100:00080000:2.0:1788575038.844613:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575038.844619:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575038.844647:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453983000832/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575038.844666:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575038.844669:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575038.844670:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575038.844673:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2782
00000100:00080000:2.0:1788575038.844675:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575038.844677:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575038.844683:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575038.844692:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453983000960/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575038.844699:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575038.844701:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575038.844703:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788575038.844706:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983000832:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788575038.844707:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2782
00000100:00080000:2.0:1788575038.844722:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575038.844726:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575038.844730:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575038.844739:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453983001088/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575038.844769:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575038.844806:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575038/real 1788575038]  req@ffff8b7a8367b480 x1875453983000832/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575038.844822:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453983000832/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575038.844832:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575038.844835:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575038.844838:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983000832:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575038.844860:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983000960:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575038.844882:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575038.844893:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575038/real 1788575038]  req@ffff8b7a83678000 x1875453983000960/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575038.844901:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453983000960/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575038.844915:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575038.844917:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575038.844919:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983000960:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575038.844923:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983001088:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575038.844937:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575038.844943:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575038/real 1788575038]  req@ffff8b7a8367ad80 x1875453983001088/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575038.844949:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453983001088/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575038.844953:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575038.844955:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575038.844957:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983001088:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575039.548650:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575040.572577:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575041.596615:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575042.620649:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575043.644692:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575043.964683:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575043.964693:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575043.964697:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575043.964707:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2787
00000100:00080000:0.0:1788575043.964716:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575043.964724:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575043.964760:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453983001216/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575043.964784:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575043.964788:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575043.964804:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575043.964809:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2787
00000100:00080000:0.0:1788575043.964814:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575043.964820:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575043.964830:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983001216:192.168.202.159@tcp:250:kworker.0
00000008:00100000:0.0:1788575043.964832:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575043.964855:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453983001344/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575043.964868:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575043.964871:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575043.964873:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575043.964878:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2787
00000100:00080000:0.0:1788575043.964882:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575043.964886:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575043.964891:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575043.964904:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453983001472/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575043.964922:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575043.964984:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575043/real 1788575043]  req@ffff8b7a86110000 x1875453983001216/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575043.965004:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453983001216/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575043.965016:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575043.965021:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575043.965037:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983001216:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575043.965064:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983001344:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575043.965090:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575043.965103:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575043/real 1788575043]  req@ffff8b7a86113480 x1875453983001344/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575043.965124:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453983001344/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575043.965132:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575043.965135:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575043.965138:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983001344:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575043.965144:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983001472:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575043.965165:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575043.965185:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575043/real 1788575043]  req@ffff8b7a86111500 x1875453983001472/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575043.965197:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453983001472/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575043.965204:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575043.965208:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575043.965211:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983001472:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575044.668621:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575045.692739:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575046.716700:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575047.740638:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575048.764710:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575049.084605:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575049.084615:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575049.084629:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575049.084641:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2792
00000100:00080000:2.0:1788575049.084652:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575049.084659:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575049.084706:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453983001600/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575049.084735:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575049.084739:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575049.084740:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575049.084744:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2792
00000100:00080000:2.0:1788575049.084747:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575049.084751:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575049.084761:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575049.084765:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983001600:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575049.084776:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453983001728/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575049.084785:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575049.084806:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575049.084808:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575049.084813:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2792
00000100:00080000:2.0:1788575049.084817:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575049.084832:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575049.084837:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575049.084847:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453983001856/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575049.084856:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575049.084910:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575049/real 1788575049]  req@ffff8b7a83678a80 x1875453983001600/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575049.084926:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453983001600/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575049.084934:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575049.084937:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575049.084940:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983001600:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575049.084964:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983001728:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575049.084990:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575049.084998:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575049/real 1788575049]  req@ffff8b7a83679880 x1875453983001728/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575049.085006:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453983001728/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575049.085011:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575049.085014:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575049.085015:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983001728:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575049.085019:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983001856:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575049.085029:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575049.085034:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575049/real 1788575049]  req@ffff8b7a8367aa00 x1875453983001856/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575049.085041:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453983001856/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575049.085055:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575049.085058:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575049.085060:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983001856:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575049.788624:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575050.812656:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575051.836704:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575052.860624:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575053.884653:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575054.204648:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575054.204663:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575054.204689:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575054.204699:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2797
00000100:00080000:0.0:1788575054.204711:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575054.204718:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575054.204769:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453983001984/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575054.204794:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575054.204797:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575054.204799:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575054.204803:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2797
00000100:00080000:0.0:1788575054.204807:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575054.204811:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575054.204829:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575054.204843:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983001984:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788575054.204847:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453983002112/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575054.204857:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575054.204860:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575054.204861:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575054.204864:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2797
00000100:00080000:0.0:1788575054.204866:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575054.204869:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575054.204873:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575054.204880:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453983002240/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575054.204925:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575054.204970:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575054/real 1788575054]  req@ffff8b7a86111500 x1875453983001984/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575054.204988:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453983001984/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575054.204999:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575054.205003:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575054.205007:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983001984:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575054.205033:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983002112:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575054.205052:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575054.205062:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575054/real 1788575054]  req@ffff8b7a86113480 x1875453983002112/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575054.205072:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453983002112/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575054.205080:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575054.205082:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575054.205085:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983002112:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575054.205097:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983002240:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575054.205114:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575054.205123:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575054/real 1788575054]  req@ffff8b7a86110000 x1875453983002240/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575054.205132:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453983002240/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575054.205139:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575054.205142:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575054.205145:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983002240:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575054.908689:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575055.932621:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575056.956643:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575057.980629:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575059.004644:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575059.324590:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575059.324599:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575059.324602:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575059.324611:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2802
00000100:00080000:0.0:1788575059.324620:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575059.324627:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575059.324659:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453983002368/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575059.324680:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575059.324682:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575059.324683:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575059.324687:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2802
00000100:00080000:0.0:1788575059.324689:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575059.324692:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575059.324700:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575059.324709:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453983002496/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575059.324717:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575059.324722:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575059.324723:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788575059.324723:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983002368:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575059.324742:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2802
00000100:00080000:0.0:1788575059.324745:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575059.324748:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575059.324752:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575059.324762:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453983002624/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575059.324847:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983002496:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575059.324899:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983002624:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575060.028669:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575061.052717:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575062.076656:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788575062.396814:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788575062.396864:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788575062.396885:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788575062.396951:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788575062.396963:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788575062.397066:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575059/real 1788575062]  req@ffff8b7a86111f80 x1875453983002496/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575062.397101:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453983002496/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575062.397115:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575062.397121:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575062.397128:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983002496:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575062.397138:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575059/real 1788575062]  req@ffff8b7a86110380 x1875453983002624/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575062.397183:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453983002624/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575062.397192:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575062.397196:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575062.397200:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983002624:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575062.397208:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575059/real 1788575062]  req@ffff8b7a86113800 x1875453983002368/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575062.397222:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453983002368/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575062.397231:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575062.397235:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575062.397239:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983002368:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788575063.100645:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575064.124668:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575064.444643:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575064.444652:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575064.444655:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575064.444664:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2807
00000100:00080000:0.0:1788575064.444673:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575064.444679:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575064.444712:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453983002752/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575064.444748:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575064.444753:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575064.444755:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575064.444776:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2807
00000100:00080000:0.0:1788575064.444782:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575064.444787:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575064.444798:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575064.444809:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983002752:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788575064.444817:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453983002880/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575064.444831:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575064.444835:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575064.444837:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575064.444842:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2807
00000100:00080000:0.0:1788575064.444846:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575064.444850:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575064.444856:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575064.444870:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453983003008/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575064.444910:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575064.444960:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575064/real 1788575064]  req@ffff8b7a86110e00 x1875453983002752/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575064.444996:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453983002752/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575064.445008:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575064.445012:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575064.445017:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983002752:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575064.445051:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983002880:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575064.445080:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575064.445094:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575064/real 1788575064]  req@ffff8b7a86112300 x1875453983002880/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575064.445107:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453983002880/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575064.445115:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575064.445118:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575064.445122:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983002880:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575064.445128:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983003008:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575064.445146:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575064.445156:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575064/real 1788575064]  req@ffff8b7a86113b80 x1875453983003008/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575064.445167:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453983003008/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575064.445175:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575064.445178:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575064.445181:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983003008:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575065.148665:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575066.172615:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575067.196724:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575068.220651:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575069.244643:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575069.564651:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575069.564666:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575069.564671:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575069.564686:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2812
00000100:00080000:2.0:1788575069.564700:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575069.564725:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575069.564778:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453983003136/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575069.564811:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575069.564816:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575069.564818:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575069.564823:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2812
00000100:00080000:2.0:1788575069.564828:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575069.564832:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575069.564845:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575069.564862:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453983003264/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575069.564895:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575069.564900:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575069.564904:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788575069.564905:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983003136:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788575069.564911:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2812
00000100:00080000:2.0:1788575069.564919:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575069.564924:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575069.564929:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575069.564944:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453983003392/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575069.565002:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575069.565068:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575069/real 1788575069]  req@ffff8b7a83679180 x1875453983003136/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575069.565117:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453983003136/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575069.565131:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575069.565135:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575069.565139:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983003136:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575069.565166:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983003264:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575069.565186:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575069.565197:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575069/real 1788575069]  req@ffff8b7a83678700 x1875453983003264/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575069.565206:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453983003264/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575069.565212:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575069.565214:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575069.565217:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983003264:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575069.565222:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983003392:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575069.565241:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575069.565253:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575069/real 1788575069]  req@ffff8b7a83679c00 x1875453983003392/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575069.565267:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453983003392/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575069.565290:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575069.565293:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575069.565295:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983003392:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575070.268629:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575071.292677:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575072.316689:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575073.340700:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575074.364713:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575074.684616:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575074.684626:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575074.684630:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575074.684639:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2818
00000100:00080000:2.0:1788575074.684649:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575074.684657:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575074.684696:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b100 x1875453983003520/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575074.684724:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575074.684727:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575074.684728:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575074.684732:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2818
00000100:00080000:2.0:1788575074.684735:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575074.684738:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575074.684760:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575074.684773:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983003520:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575074.684774:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367a680 x1875453983003648/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575074.684798:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575074.684801:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575074.684803:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575074.684806:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2818
00000100:00080000:2.0:1788575074.684809:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575074.684812:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575074.684816:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575074.684826:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453983003776/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575074.684848:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575074.684890:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575074/real 1788575074]  req@ffff8b7a8367b100 x1875453983003520/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575074.684911:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b100 x1875453983003520/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575074.684922:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575074.684926:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575074.684931:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983003520:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575074.684956:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983003648:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575074.684981:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575074.684995:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575074/real 1788575074]  req@ffff8b7a8367a680 x1875453983003648/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575074.685010:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367a680 x1875453983003648/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575074.685021:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575074.685024:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575074.685028:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983003648:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575074.685043:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983003776:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575074.685067:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575074.685079:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575074/real 1788575074]  req@ffff8b7a83679c00 x1875453983003776/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575074.685088:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453983003776/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575074.685094:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575074.685096:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575074.685098:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983003776:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575075.388653:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575076.412741:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575077.436648:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575078.460676:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575079.484642:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575079.804626:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575079.804662:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575079.804667:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575079.804680:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2823
00000100:00080000:0.0:1788575079.804693:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575079.804702:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575079.804748:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453983003904/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575079.804777:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575079.804782:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575079.804784:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575079.804789:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2823
00000100:00080000:0.0:1788575079.804793:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575079.804799:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575079.804810:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575079.804819:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983003904:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788575079.804822:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453983004032/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575079.804833:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575079.804836:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575079.804837:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575079.804840:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2823
00000100:00080000:0.0:1788575079.804842:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575079.804844:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575079.804847:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575079.804855:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453983004160/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575079.804917:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575079.804960:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575079/real 1788575079]  req@ffff8b7a86111880 x1875453983003904/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575079.804975:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453983003904/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575079.804984:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575079.804987:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575079.804990:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983003904:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575079.805011:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983004032:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575079.805026:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575079.805036:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575079/real 1788575079]  req@ffff8b7a86112a00 x1875453983004032/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575079.805056:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453983004032/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575079.805064:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575079.805067:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575079.805070:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983004032:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575079.805077:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983004160:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575079.805095:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575079.805103:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575079/real 1788575079]  req@ffff8b7a86112d80 x1875453983004160/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575079.805110:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453983004160/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575079.805115:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575079.805117:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575079.805118:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983004160:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575080.508709:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575081.532631:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575082.556601:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575083.580628:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575084.604631:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575084.924589:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575084.924597:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575084.924602:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575084.924611:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2828
00000100:00080000:0.0:1788575084.924620:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575084.924626:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575084.924659:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453983004288/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575084.924682:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575084.924686:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575084.924688:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575084.924694:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2828
00000100:00080000:0.0:1788575084.924699:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575084.924704:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575084.924720:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983004288:192.168.202.159@tcp:250:kworker.0
00000008:00100000:0.0:1788575084.924725:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575084.924741:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453983004416/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575084.924751:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575084.924753:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575084.924768:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575084.924771:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2828
00000100:00080000:0.0:1788575084.924775:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575084.924778:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575084.924785:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788575084.924792:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788575084.924796:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453983004544/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575084.924846:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575084/real 1788575084]  req@ffff8b7a86112680 x1875453983004288/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575084.924861:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453983004288/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575084.924883:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575084.924887:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575084.924890:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983004288:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575084.924909:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983004416:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575084.924929:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575084.924938:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575084/real 1788575084]  req@ffff8b7a86110700 x1875453983004416/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575084.924947:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453983004416/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575084.924952:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575084.924955:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575084.924957:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983004416:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575084.924961:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983004544:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575084.924971:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575084.924977:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575084/real 1788575084]  req@ffff8b7a86111c00 x1875453983004544/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575084.924985:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453983004544/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575084.924990:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575084.924992:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575084.924994:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983004544:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575085.628640:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575086.652659:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575087.676660:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575088.700678:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575089.724650:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575090.044594:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575090.044609:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575090.044614:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575090.044627:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2833
00000100:00080000:0.0:1788575090.044640:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575090.044649:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575090.044692:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453983004672/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575090.044720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575090.044723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575090.044725:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575090.044729:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2833
00000100:00080000:0.0:1788575090.044732:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575090.044735:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575090.044744:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575090.044750:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983004672:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788575090.044772:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453983004800/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575090.044779:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575090.044781:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575090.044783:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575090.044785:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2833
00000100:00080000:0.0:1788575090.044788:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575090.044790:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575090.044794:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575090.044801:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453983004928/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575090.044823:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575090.044863:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575090/real 1788575090]  req@ffff8b7a86111180 x1875453983004672/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575090.044878:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453983004672/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575090.044887:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575090.044890:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575090.044893:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983004672:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575090.044913:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983004800:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575090.044927:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575090.044934:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575090/real 1788575090]  req@ffff8b7a86113100 x1875453983004800/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575090.044941:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453983004800/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575090.044946:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575090.044948:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575090.044949:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983004800:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575090.044953:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983004928:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575090.044963:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575090.044968:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575090/real 1788575090]  req@ffff8b7a86110a80 x1875453983004928/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575090.044981:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453983004928/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575090.044986:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575090.044988:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575090.044990:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983004928:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575090.748655:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575091.772604:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575092.796679:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575093.820678:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575094.844674:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575095.164651:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575095.164665:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575095.164671:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575095.164685:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2838
00000100:00080000:2.0:1788575095.164696:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575095.164704:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575095.164745:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453983005056/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575095.164769:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575095.164772:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575095.164773:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575095.164776:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2838
00000100:00080000:2.0:1788575095.164794:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575095.164797:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575095.164807:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575095.164817:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453983005184/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575095.164822:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983005056:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788575095.164826:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575095.164831:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575095.164833:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575095.164836:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2838
00000100:00080000:2.0:1788575095.164838:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575095.164840:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575095.164843:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575095.164851:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453983005312/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575095.164902:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575095.164948:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575095/real 1788575095]  req@ffff8b7a83678700 x1875453983005056/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575095.164967:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453983005056/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575095.164977:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575095.164982:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575095.164986:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983005056:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575095.165010:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983005184:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575095.165031:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575095.165042:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575095/real 1788575095]  req@ffff8b7a83679180 x1875453983005184/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575095.165052:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453983005184/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575095.165071:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575095.165075:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575095.165077:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983005184:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575095.165083:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983005312:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575095.165101:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575095.165110:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575095/real 1788575095]  req@ffff8b7a8367aa00 x1875453983005312/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575095.165119:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453983005312/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575095.165126:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575095.165129:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575095.165132:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983005312:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575095.868676:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575096.892606:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575097.916678:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575098.940626:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575099.964659:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575100.284646:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575100.284661:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575100.284666:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575100.284681:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2843
00000100:00080000:2.0:1788575100.284696:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575100.284705:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575100.284752:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453983005440/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575100.284792:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575100.284812:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575100.284815:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575100.284820:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2843
00000100:00080000:2.0:1788575100.284825:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575100.284831:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575100.284841:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983005440:192.168.202.159@tcp:250:kworker.0
00000008:00100000:2.0:1788575100.284845:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575100.284865:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453983005568/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575100.284878:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575100.284881:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575100.284884:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575100.284888:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2843
00000100:00080000:2.0:1788575100.284892:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575100.284897:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575100.284902:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575100.284918:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453983005696/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575100.284924:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575100.284973:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575100/real 1788575100]  req@ffff8b7a83679880 x1875453983005440/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575100.284987:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453983005440/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575100.284994:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575100.284997:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575100.285010:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983005440:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575100.285029:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983005568:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575100.285046:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575100.285054:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575100/real 1788575100]  req@ffff8b7a83678a80 x1875453983005568/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575100.285061:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453983005568/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575100.285065:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575100.285067:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575100.285069:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983005568:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575100.285072:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983005696:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575100.285081:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575100.285087:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575100/real 1788575100]  req@ffff8b7a8367ad80 x1875453983005696/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575100.285093:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453983005696/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575100.285097:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575100.285099:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575100.285100:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983005696:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575100.988664:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575102.012685:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575103.036601:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575104.060648:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575105.084605:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575105.404668:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575105.404682:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575105.404687:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575105.404712:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2848
00000100:00080000:0.0:1788575105.404725:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575105.404755:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575105.404796:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453983005824/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575105.404826:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575105.404830:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575105.404831:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575105.404835:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2848
00000100:00080000:0.0:1788575105.404839:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575105.404842:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575105.404853:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575105.404866:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453983005952/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575105.404877:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575105.404880:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788575105.404880:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983005824:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575105.404883:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575105.404892:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2848
00000100:00080000:0.0:1788575105.404895:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575105.404899:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575105.404904:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575105.404916:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453983006080/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575105.404960:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575105.405005:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575105/real 1788575105]  req@ffff8b7a86110a80 x1875453983005824/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575105.405023:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453983005824/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575105.405043:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575105.405051:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575105.405055:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983005824:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575105.405082:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983005952:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575105.405105:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575105.405118:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575105/real 1788575105]  req@ffff8b7a86113100 x1875453983005952/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575105.405126:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453983005952/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575105.405132:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575105.405134:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575105.405136:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983005952:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575105.405139:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983006080:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575105.405151:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575105.405157:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575105/real 1788575105]  req@ffff8b7a86111180 x1875453983006080/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575105.405164:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453983006080/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575105.405186:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575105.405189:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575105.405191:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983006080:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575106.108652:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575107.132641:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575108.156721:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575109.180573:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575110.204656:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575110.524609:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575110.524636:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575110.524640:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575110.524650:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2853
00000100:00080000:3.0:1788575110.524660:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575110.524666:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575110.524694:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453983006208/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575110.524713:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575110.524716:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575110.524717:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575110.524720:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2853
00000100:00080000:3.0:1788575110.524722:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575110.524724:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575110.524731:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575110.524737:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453983006336/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575110.524743:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575110.524746:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575110.524747:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575110.524750:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2853
00000100:00080000:3.0:1788575110.524751:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575110.524754:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575110.524757:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575110.524763:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453983006464/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575110.524767:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983006208:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788575110.524845:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575110.524883:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575110/real 1788575110]  req@ffff8b7a86088e00 x1875453983006208/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575110.524901:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453983006208/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575110.524911:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575110.524914:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575110.524918:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983006208:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575110.524924:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983006336:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575110.524941:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575110.524952:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575110/real 1788575110]  req@ffff8b7a86089500 x1875453983006336/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575110.524968:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453983006336/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575110.524976:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575110.524979:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575110.524982:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983006336:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575110.525012:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983006464:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575110.525031:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575110.525039:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575110/real 1788575110]  req@ffff8b7a8608b100 x1875453983006464/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575110.525046:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453983006464/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575110.525051:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575110.525053:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575110.525055:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983006464:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575111.228663:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575112.252665:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575113.276703:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575114.300643:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575115.324677:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575115.644623:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575115.644634:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575115.644638:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575115.644650:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2858
00000100:00080000:2.0:1788575115.644661:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575115.644669:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575115.644712:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453983006592/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575115.644749:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575115.644751:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575115.644752:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575115.644755:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2858
00000100:00080000:2.0:1788575115.644758:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575115.644761:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575115.644770:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575115.644781:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453983006720/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575115.644788:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575115.644791:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788575115.644797:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983006592:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788575115.644797:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575115.644803:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2858
00000100:00080000:2.0:1788575115.644808:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575115.644810:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575115.644813:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575115.644820:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453983006848/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575115.644887:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575115.644934:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575115/real 1788575115]  req@ffff8b7a83678000 x1875453983006592/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575115.644948:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453983006592/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575115.644956:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575115.644959:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575115.644962:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983006592:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575115.644982:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983006720:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575115.644998:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575115.645006:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575115/real 1788575115]  req@ffff8b7a8367b480 x1875453983006720/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575115.645020:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453983006720/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575115.645025:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575115.645027:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575115.645029:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983006720:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575115.645032:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983006848:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575115.645049:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575115.645060:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575115/real 1788575115]  req@ffff8b7a83679500 x1875453983006848/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575115.645071:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453983006848/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575115.645078:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575115.645081:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575115.645084:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983006848:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575116.348667:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575117.372682:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575118.396607:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575119.420729:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575120.444703:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575120.764616:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575120.764627:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575120.764631:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575120.764641:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2864
00000100:00080000:3.0:1788575120.764652:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575120.764660:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575120.764705:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453983006976/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575120.764736:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575120.764740:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575120.764742:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575120.764746:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2864
00000100:00080000:3.0:1788575120.764750:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575120.764754:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575120.764764:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575120.764777:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453983007104/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575120.764779:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983006976:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575120.764788:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575120.764796:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575120.764797:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575120.764800:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2864
00000100:00080000:3.0:1788575120.764820:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575120.764824:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575120.764828:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575120.764837:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453983007232/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575120.764855:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575120.764902:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575120/real 1788575120]  req@ffff8b7a8608b100 x1875453983006976/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575120.764920:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453983006976/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575120.764943:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575120.764948:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575120.764952:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983006976:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575120.764993:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983007104:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575120.765018:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575120.765030:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575120/real 1788575120]  req@ffff8b7a86089500 x1875453983007104/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575120.765042:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453983007104/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575120.765050:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575120.765053:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575120.765056:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983007104:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575120.765062:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983007232:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575120.765080:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575120.765090:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575120/real 1788575120]  req@ffff8b7a86088e00 x1875453983007232/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575120.765101:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453983007232/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575120.765108:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575120.765111:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575120.765114:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983007232:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575121.468728:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575122.492670:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575123.516640:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575124.540650:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575125.564673:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575125.884619:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575125.884631:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575125.884635:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575125.884647:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2869
00000100:00080000:0.0:1788575125.884658:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575125.884666:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575125.884707:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453983007360/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575125.884735:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575125.884738:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575125.884740:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575125.884744:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2869
00000100:00080000:0.0:1788575125.884747:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575125.884751:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575125.884775:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983007360:192.168.202.159@tcp:250:kworker.0
00000008:00100000:0.0:1788575125.884779:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575125.884797:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453983007488/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575125.884807:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575125.884810:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575125.884812:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575125.884816:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2869
00000100:00080000:0.0:1788575125.884833:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575125.884837:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575125.884841:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575125.884851:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453983007616/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575125.884891:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983007488:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575125.884919:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983007616:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575126.588627:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575127.612690:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575128.636603:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788575128.956881:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788575128.956952:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788575128.956972:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788575128.957024:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788575128.957032:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788575128.957085:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575125/real 1788575128]  req@ffff8b7a86110700 x1875453983007488/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575128.957123:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453983007488/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575128.957136:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575128.957141:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575128.957146:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983007488:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575128.957154:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575125/real 1788575128]  req@ffff8b7a86112680 x1875453983007616/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575128.957163:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453983007616/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575128.957170:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575128.957173:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575128.957176:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983007616:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575128.957183:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575125/real 1788575128]  req@ffff8b7a86111c00 x1875453983007360/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575128.957194:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453983007360/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575128.957229:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575128.957232:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575128.957239:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983007360:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788575129.660665:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575130.684628:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575131.004593:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575131.004605:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575131.004609:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575131.004621:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2874
00000100:00080000:3.0:1788575131.004637:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575131.004647:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575131.004684:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453983007744/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575131.004707:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575131.004709:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575131.004711:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575131.004713:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2874
00000100:00080000:3.0:1788575131.004716:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575131.004718:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575131.004726:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575131.004734:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453983007872/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575131.004740:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788575131.004758:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983007744:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575131.004759:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575131.004763:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575131.004770:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2874
00000100:00080000:3.0:1788575131.004775:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575131.004779:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575131.004784:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575131.004800:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453983008000/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575131.004842:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575131.004891:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575131/real 1788575131]  req@ffff8b7a8608b480 x1875453983007744/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575131.004910:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453983007744/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575131.004921:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575131.004928:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575131.004932:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983007744:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575131.004938:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983007872:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575131.004961:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575131.004974:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575131/real 1788575131]  req@ffff8b7a86088000 x1875453983007872/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575131.004985:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453983007872/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575131.004992:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575131.004995:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575131.004998:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983007872:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575131.005035:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983008000:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575131.005055:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575131.005065:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575131/real 1788575131]  req@ffff8b7a86089180 x1875453983008000/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575131.005075:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453983008000/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575131.005082:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575131.005085:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575131.005088:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983008000:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575131.708650:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575132.732714:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575133.756653:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575134.780642:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575135.804572:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575136.124621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575136.124631:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575136.124635:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575136.124647:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2879
00000100:00080000:3.0:1788575136.124657:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575136.124665:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575136.124701:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453983008128/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575136.124729:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575136.124733:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575136.124735:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575136.124739:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2879
00000100:00080000:3.0:1788575136.124743:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575136.124747:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575136.124756:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575136.124770:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453983008256/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575136.124776:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983008128:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575136.124797:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575136.124801:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575136.124803:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575136.124807:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2879
00000100:00080000:3.0:1788575136.124812:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575136.124817:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575136.124829:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788575136.124840:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788575136.124845:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453983008384/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575136.124877:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575136/real 1788575136]  req@ffff8b7a86088a80 x1875453983008128/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575136.124889:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453983008128/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575136.124896:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575136.124898:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575136.124900:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983008128:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575136.124916:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983008256:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575136.124928:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575136.124935:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575136/real 1788575136]  req@ffff8b7a86089880 x1875453983008256/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575136.124954:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453983008256/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575136.124961:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575136.124964:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575136.124967:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983008256:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575136.124974:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983008384:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575136.124993:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575136.125002:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575136/real 1788575136]  req@ffff8b7a86088700 x1875453983008384/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575136.125010:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453983008384/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575136.125015:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575136.125017:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575136.125019:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983008384:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575136.828711:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575137.852611:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575138.876686:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575139.900656:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575140.924619:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575141.244575:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575141.244583:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575141.244586:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575141.244595:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2884
00000100:00080000:3.0:1788575141.244603:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575141.244611:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575141.244647:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453983008512/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575141.244675:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575141.244679:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575141.244681:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575141.244685:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2884
00000100:00080000:3.0:1788575141.244688:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575141.244693:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575141.244715:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575141.244727:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983008512:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575141.244731:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453983008640/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575141.244745:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575141.244749:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575141.244751:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575141.244755:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2884
00000100:00080000:3.0:1788575141.244760:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575141.244764:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575141.244769:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575141.244781:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453983008768/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575141.244782:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575141.244817:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575141/real 1788575141]  req@ffff8b7a86089c00 x1875453983008512/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575141.244829:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453983008512/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575141.244845:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575141.244848:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575141.244851:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983008512:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575141.244869:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983008640:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575141.244884:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575141.244892:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575141/real 1788575141]  req@ffff8b7a8608a300 x1875453983008640/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575141.244899:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453983008640/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575141.244904:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575141.244906:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575141.244908:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983008640:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575141.244911:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983008768:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575141.244920:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575141.244925:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575141/real 1788575141]  req@ffff8b7a86089f80 x1875453983008768/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575141.244944:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453983008768/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575141.244950:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575141.244952:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575141.244954:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983008768:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575141.948646:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575142.972627:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575143.996624:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575145.020633:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575146.044674:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575146.364612:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575146.364631:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575146.364636:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575146.364646:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2889
00000100:00080000:2.0:1788575146.364676:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575146.364683:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575146.364719:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453983008896/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575146.364741:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575146.364744:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575146.364745:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575146.364747:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2889
00000100:00080000:2.0:1788575146.364749:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575146.364752:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575146.364761:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575146.364773:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b800 x1875453983009024/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575146.364782:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575146.364785:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575146.364787:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575146.364791:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2889
00000100:00080000:2.0:1788575146.364795:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575146.364798:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575146.364804:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575146.364816:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453983009152/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575146.364823:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983008896:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788575146.364893:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575146.364932:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575146/real 1788575146]  req@ffff8b7a8367bb80 x1875453983008896/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575146.364948:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453983008896/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575146.364959:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575146.364963:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575146.364967:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983008896:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575146.364975:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983009024:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575146.364996:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575146.365007:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575146/real 1788575146]  req@ffff8b7a8367b800 x1875453983009024/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575146.365018:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b800 x1875453983009024/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575146.365026:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575146.365030:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575146.365033:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983009024:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575146.365056:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983009152:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575146.365075:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575146.365086:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575146/real 1788575146]  req@ffff8b7a83679f80 x1875453983009152/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575146.365122:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453983009152/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575146.365130:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575146.365134:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575146.365137:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983009152:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575147.068634:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575148.092648:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575149.116699:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575150.140651:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575151.164616:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575151.484645:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575151.484656:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575151.484662:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575151.484675:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2894
00000100:00080000:3.0:1788575151.484688:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575151.484699:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575151.484743:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453983009280/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575151.484771:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575151.484775:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575151.484777:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575151.484781:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2894
00000100:00080000:3.0:1788575151.484806:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575151.484813:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575151.484828:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575151.484850:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983009280:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575151.484861:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453983009408/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575151.484886:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575151.484890:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575151.484892:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575151.484898:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2894
00000100:00080000:3.0:1788575151.484903:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575151.484907:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575151.484913:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788575151.484932:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788575151.484933:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453983009536/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575151.485000:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575151/real 1788575151]  req@ffff8b7a8608a680 x1875453983009280/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575151.485019:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453983009280/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575151.485032:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575151.485037:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575151.485041:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983009280:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575151.485069:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983009408:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575151.485096:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575151.485108:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575151/real 1788575151]  req@ffff8b7a8608aa00 x1875453983009408/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575151.485117:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453983009408/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575151.485139:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575151.485142:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575151.485145:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983009408:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575151.485149:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983009536:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575151.485166:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575151.485173:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575151/real 1788575151]  req@ffff8b7a8608ad80 x1875453983009536/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575151.485180:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453983009536/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575151.485186:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575151.485187:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575151.485189:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983009536:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575152.188619:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575153.212593:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575154.236615:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575155.260589:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575156.284662:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575156.604611:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575156.604623:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575156.604628:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575156.604638:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2899
00000100:00080000:3.0:1788575156.604656:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575156.604666:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575156.604717:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453983009664/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575156.604745:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575156.604767:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575156.604769:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575156.604773:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2899
00000100:00080000:3.0:1788575156.604778:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575156.604784:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575156.604799:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575156.604815:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453983009792/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575156.604817:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983009664:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575156.604842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575156.604845:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575156.604846:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575156.604852:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2899
00000100:00080000:3.0:1788575156.604856:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575156.604859:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575156.604863:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575156.604875:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453983009920/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575156.604906:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575156.604945:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575156/real 1788575156]  req@ffff8b7a8608bb80 x1875453983009664/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575156.604960:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453983009664/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575156.604968:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575156.604971:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575156.604988:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983009664:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575156.605024:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983009792:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575156.605044:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575156.605054:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575156/real 1788575156]  req@ffff8b7a86088380 x1875453983009792/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575156.605063:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453983009792/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575156.605069:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575156.605072:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575156.605074:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983009792:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575156.605079:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983009920:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575156.605090:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575156.605096:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575156/real 1788575156]  req@ffff8b7a8608b800 x1875453983009920/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575156.605104:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453983009920/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575156.605110:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575156.605112:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575156.605114:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983009920:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575157.308726:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575158.332673:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575159.356682:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575160.380648:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575161.404630:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575161.724617:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575161.724627:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575161.724632:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575161.724644:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2905
00000100:00080000:3.0:1788575161.724656:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575161.724665:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575161.724722:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453983010048/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575161.724775:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575161.724778:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575161.724780:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575161.724783:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2905
00000100:00080000:3.0:1788575161.724786:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575161.724790:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575161.724801:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575161.724813:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453983010176/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575161.724817:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983010048:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575161.724829:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575161.724835:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575161.724836:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575161.724841:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2905
00000100:00080000:3.0:1788575161.724845:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575161.724850:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575161.724856:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575161.724870:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453983010304/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575161.724908:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575161.724960:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575161/real 1788575161]  req@ffff8b7a8608b800 x1875453983010048/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575161.724977:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453983010048/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575161.724986:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575161.724990:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575161.724993:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983010048:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575161.725018:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983010176:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575161.725045:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575161.725059:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575161/real 1788575161]  req@ffff8b7a86088380 x1875453983010176/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575161.725072:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453983010176/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575161.725081:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575161.725085:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575161.725089:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983010176:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575161.725096:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983010304:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575161.725118:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575161.725130:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575161/real 1788575161]  req@ffff8b7a8608bb80 x1875453983010304/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575161.725142:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453983010304/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575161.725162:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575161.725166:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575161.725170:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983010304:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575162.428697:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575163.452651:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575164.476638:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575165.500641:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575166.524708:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575166.844633:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575166.844645:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575166.844650:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575166.844662:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2910
00000100:00080000:0.0:1788575166.844674:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575166.844682:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575166.844724:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453983010432/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575166.844751:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575166.844753:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575166.844755:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575166.844758:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2910
00000100:00080000:0.0:1788575166.844761:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575166.844764:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575166.844774:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575166.844785:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453983010560/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575166.844787:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983010432:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575166.844800:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575166.844804:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575166.844806:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575166.844810:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2910
00000100:00080000:0.0:1788575166.844814:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575166.844818:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575166.844824:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575166.844859:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453983010688/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575166.844872:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575166.844933:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575166/real 1788575166]  req@ffff8b7a86112d80 x1875453983010432/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575166.844956:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453983010432/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575166.844969:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575166.844974:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575166.844979:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983010432:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575166.845007:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983010560:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575166.845027:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575166.845037:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575166/real 1788575166]  req@ffff8b7a86112a00 x1875453983010560/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575166.845046:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453983010560/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575166.845052:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575166.845054:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575166.845056:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983010560:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575166.845067:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983010688:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575166.845081:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575166.845088:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575166/real 1788575166]  req@ffff8b7a86111880 x1875453983010688/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575166.845097:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453983010688/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575166.845102:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575166.845104:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575166.845106:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983010688:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575167.548665:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575168.572701:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575169.596654:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575170.620675:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575171.644607:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575171.964627:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575171.964641:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575171.964654:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575171.964669:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2915
00000100:00080000:0.0:1788575171.964684:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575171.964692:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575171.964744:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453983010816/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575171.964775:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575171.964779:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575171.964782:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575171.964788:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2915
00000100:00080000:0.0:1788575171.964793:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575171.964798:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575171.964812:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575171.964823:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983010816:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788575171.964825:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453983010944/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575171.964840:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575171.964860:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575171.964862:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575171.964866:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2915
00000100:00080000:0.0:1788575171.964869:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575171.964873:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575171.964878:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575171.964887:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453983011072/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575171.964904:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575171.964944:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575171/real 1788575171]  req@ffff8b7a86113b80 x1875453983010816/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575171.964961:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453983010816/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575171.964970:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575171.964974:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575171.964977:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983010816:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575171.965001:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983010944:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575171.965017:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575171.965025:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575171/real 1788575171]  req@ffff8b7a86112300 x1875453983010944/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575171.965041:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453983010944/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575171.965047:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575171.965049:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575171.965052:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983010944:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575171.965055:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983011072:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575171.965069:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575171.965094:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575171/real 1788575171]  req@ffff8b7a86110e00 x1875453983011072/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575171.965104:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453983011072/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575171.965109:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575171.965111:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575171.965114:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983011072:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575172.668719:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575173.692696:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575174.716599:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575175.740685:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575176.764668:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575177.084632:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575177.084643:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575177.084648:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575177.084660:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2920
00000100:00080000:3.0:1788575177.084696:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575177.084706:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575177.084747:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453983011200/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575177.084788:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575177.084793:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575177.084802:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575177.084808:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2920
00000100:00080000:3.0:1788575177.084812:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788575177.084820:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983011200:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575177.084820:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575177.084844:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575177.084872:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453983011328/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575177.084883:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575177.084887:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575177.084888:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575177.084892:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2920
00000100:00080000:3.0:1788575177.084896:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575177.084899:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000800:00000100:1.0:1788575177.084905:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000008:00100000:3.0:1788575177.084910:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575177.084928:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453983011456/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575177.084964:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575177/real 1788575177]  req@ffff8b7a8608ad80 x1875453983011200/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575177.084982:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453983011200/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575177.085004:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575177.085007:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575177.085010:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983011200:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575177.085029:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983011328:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575177.085051:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575177.085059:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575177/real 1788575177]  req@ffff8b7a8608aa00 x1875453983011328/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575177.085066:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453983011328/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575177.085070:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575177.085073:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575177.085075:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983011328:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575177.085078:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983011456:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575177.085088:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575177.085093:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575177/real 1788575177]  req@ffff8b7a8608a680 x1875453983011456/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575177.085099:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453983011456/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575177.085103:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575177.085105:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575177.085106:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983011456:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575177.788690:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575178.812581:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575179.836612:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575180.860633:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575181.884664:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575182.204562:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575182.204600:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575182.204604:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575182.204614:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2925
00000100:00080000:3.0:1788575182.204624:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575182.204631:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575182.204665:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453983011584/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575182.204686:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575182.204688:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575182.204690:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575182.204693:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2925
00000100:00080000:3.0:1788575182.204695:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575182.204697:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575182.204706:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575182.204714:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453983011712/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575182.204722:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575182.204725:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1788575182.204726:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983011584:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575182.204727:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575182.204733:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2925
00000100:00080000:3.0:1788575182.204737:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575182.204740:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575182.204742:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575182.204752:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453983011840/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575182.204811:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575182.204855:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575182/real 1788575182]  req@ffff8b7a86089f80 x1875453983011584/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575182.204874:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453983011584/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575182.204885:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575182.204890:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575182.204895:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983011584:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575182.204922:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983011712:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575182.204943:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575182.204954:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575182/real 1788575182]  req@ffff8b7a8608a300 x1875453983011712/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575182.204965:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453983011712/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575182.204973:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575182.204976:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575182.204979:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983011712:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575182.204984:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983011840:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575182.204998:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575182.205005:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575182/real 1788575182]  req@ffff8b7a86089c00 x1875453983011840/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575182.205024:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453983011840/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575182.205032:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575182.205035:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575182.205038:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983011840:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575182.908660:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575183.932619:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575184.956638:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575185.980663:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575187.004573:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575187.324577:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575187.324591:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575187.324597:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575187.324609:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2930
00000100:00080000:3.0:1788575187.324621:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575187.324629:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575187.324672:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453983011968/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575187.324702:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575187.324705:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575187.324707:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575187.324712:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2930
00000100:00080000:3.0:1788575187.324716:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575187.324720:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575187.324729:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983011968:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788575187.324731:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575187.324746:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453983012096/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575187.324757:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575187.324761:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575187.324763:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575187.324767:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2930
00000100:00080000:3.0:1788575187.324770:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575187.324774:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575187.324795:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788575187.324798:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788575187.324809:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453983012224/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575187.324844:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575187/real 1788575187]  req@ffff8b7a86088700 x1875453983011968/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575187.324864:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453983011968/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575187.324875:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575187.324879:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575187.324883:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983011968:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575187.324916:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983012096:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575187.324937:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575187.324947:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575187/real 1788575187]  req@ffff8b7a86089880 x1875453983012096/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575187.324954:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453983012096/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575187.324968:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575187.324970:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575187.324972:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983012096:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575187.324976:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983012224:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575187.324989:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575187.324995:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575187/real 1788575187]  req@ffff8b7a86088a80 x1875453983012224/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575187.325001:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453983012224/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575187.325006:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575187.325008:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575187.325009:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983012224:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575188.028621:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575189.052670:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575190.076606:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575191.100618:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575192.124577:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575192.444584:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575192.444590:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575192.444594:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575192.444602:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2935
00000100:00080000:3.0:1788575192.444610:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575192.444616:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575192.444645:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453983012352/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575192.444663:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575192.444665:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575192.444667:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575192.444670:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2935
00000100:00080000:3.0:1788575192.444672:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575192.444674:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575192.444680:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575192.444687:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453983012480/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575192.444695:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788575192.444700:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983012352:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575192.444702:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575192.444705:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575192.444710:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2935
00000100:00080000:3.0:1788575192.444725:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575192.444727:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575192.444731:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575192.444741:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453983012608/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575192.444800:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983012480:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575192.444843:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983012608:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575193.148653:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575194.172662:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575195.196609:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788575195.516827:0:2374:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788575195.516899:0:2374:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788575195.516924:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575195.516976:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575195.516984:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788575195.517030:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575192/real 1788575195]  req@ffff8b7a86088000 x1875453983012480/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575195.517060:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453983012480/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575195.517086:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575195.517093:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575195.517097:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983012480:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575195.517104:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575192/real 1788575195]  req@ffff8b7a8608b480 x1875453983012608/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575195.517113:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453983012608/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575195.517119:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575195.517121:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575195.517125:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983012608:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575195.517131:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575192/real 1788575195]  req@ffff8b7a86089180 x1875453983012352/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575195.517144:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453983012352/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575195.517152:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575195.517156:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575195.517159:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983012352:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788575196.220603:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575197.244675:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575197.564597:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575197.564608:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575197.564613:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575197.564626:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2940
00000100:00080000:3.0:1788575197.564638:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575197.564647:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575197.564684:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453983012736/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575197.564710:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575197.564714:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575197.564716:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575197.564720:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2940
00000100:00080000:3.0:1788575197.564724:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575197.564728:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575197.564739:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575197.564750:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983012736:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575197.564760:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453983012864/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575197.564771:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575197.564793:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575197.564795:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575197.564799:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2940
00000100:00080000:3.0:1788575197.564803:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575197.564808:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575197.564813:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575197.564826:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453983012992/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575197.564839:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575197.564902:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575197/real 1788575197]  req@ffff8b7a86088e00 x1875453983012736/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575197.564929:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453983012736/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575197.564942:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575197.564946:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575197.564951:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983012736:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575197.564981:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983012864:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575197.565004:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575197.565016:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575197/real 1788575197]  req@ffff8b7a86089500 x1875453983012864/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575197.565028:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453983012864/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575197.565037:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575197.565040:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575197.565043:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983012864:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575197.565049:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983012992:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575197.565068:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575197.565079:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575197/real 1788575197]  req@ffff8b7a8608b100 x1875453983012992/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575197.565091:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453983012992/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575197.565112:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575197.565115:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575197.565118:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983012992:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575198.268614:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575199.292633:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575200.316614:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575201.340635:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575202.364591:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575202.684577:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575202.684585:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575202.684589:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575202.684598:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2946
00000100:00080000:2.0:1788575202.684607:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575202.684614:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575202.684650:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678e00 x1875453983013120/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575202.684674:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575202.684680:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575202.684681:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575202.684684:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2946
00000100:00080000:2.0:1788575202.684687:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575202.684691:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575202.684699:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575202.684709:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678380 x1875453983013248/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575202.684716:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983013120:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788575202.684718:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575202.684724:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575202.684726:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575202.684741:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2946
00000100:00080000:2.0:1788575202.684744:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575202.684747:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575202.684751:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575202.684760:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453983013376/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575202.684784:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575202.684823:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575202/real 1788575202]  req@ffff8b7a83678e00 x1875453983013120/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575202.684844:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678e00 x1875453983013120/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575202.684853:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575202.684857:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575202.684861:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983013120:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575202.684885:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983013248:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575202.684907:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575202.684919:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575202/real 1788575202]  req@ffff8b7a83678380 x1875453983013248/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575202.684937:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678380 x1875453983013248/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575202.684946:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575202.684950:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575202.684954:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983013248:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575202.684968:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983013376:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575202.684989:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575202.685001:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575202/real 1788575202]  req@ffff8b7a83679f80 x1875453983013376/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575202.685013:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453983013376/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575202.685020:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575202.685023:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575202.685026:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983013376:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575203.388606:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575204.412605:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575205.436697:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575206.460692:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575207.484690:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575207.804642:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575207.804656:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575207.804662:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575207.804676:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2951
00000100:00080000:3.0:1788575207.804699:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575207.804709:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575207.804761:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453983013504/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575207.804791:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575207.804796:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575207.804798:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575207.804802:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2951
00000100:00080000:3.0:1788575207.804807:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575207.804812:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575207.804824:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575207.804828:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983013504:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575207.804841:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453983013632/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575207.804872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575207.804876:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575207.804878:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575207.804882:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2951
00000100:00080000:3.0:1788575207.804887:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575207.804891:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575207.804897:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788575207.804909:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788575207.804912:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453983013760/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575207.804960:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575207/real 1788575207]  req@ffff8b7a8608b100 x1875453983013504/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575207.804983:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453983013504/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575207.804996:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575207.805001:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575207.805006:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983013504:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575207.805035:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983013632:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575207.805077:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575207.805092:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575207/real 1788575207]  req@ffff8b7a86089500 x1875453983013632/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575207.805116:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453983013632/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575207.805126:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575207.805129:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575207.805133:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983013632:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575207.805140:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983013760:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575207.805163:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575207.805175:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575207/real 1788575207]  req@ffff8b7a86088e00 x1875453983013760/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575207.805188:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453983013760/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575207.805196:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575207.805200:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575207.805203:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983013760:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575208.508674:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575209.532638:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575210.556589:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575211.580674:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575212.604658:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575212.924639:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575212.924649:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575212.924654:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575212.924664:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2956
00000100:00080000:0.0:1788575212.924682:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575212.924691:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575212.924733:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453983013888/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575212.924756:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575212.924760:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575212.924782:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575212.924788:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2956
00000100:00080000:0.0:1788575212.924796:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788575212.924797:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983013888:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575212.924807:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575212.924822:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575212.924854:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453983014016/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575212.924865:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575212.924868:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575212.924870:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575212.924873:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2956
00000100:00080000:0.0:1788575212.924877:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575212.924886:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000800:00000100:1.0:1788575212.924887:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000008:00100000:0.0:1788575212.924896:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575212.924914:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453983014144/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575212.924927:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575212/real 1788575212]  req@ffff8b7a86113800 x1875453983013888/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575212.924941:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453983013888/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575212.924964:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575212.924967:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575212.924970:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983013888:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575212.924990:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983014016:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575212.925007:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575212.925027:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575212/real 1788575212]  req@ffff8b7a86110380 x1875453983014016/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575212.925040:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453983014016/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575212.925048:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575212.925051:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575212.925054:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983014016:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575212.925061:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983014144:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575212.925076:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575212.925084:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575212/real 1788575212]  req@ffff8b7a86111f80 x1875453983014144/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575212.925091:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453983014144/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575212.925095:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575212.925097:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575212.925099:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983014144:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575213.628567:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575214.652587:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575215.676709:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575216.700613:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575217.724712:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575218.044705:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575218.044716:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575218.044721:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575218.044733:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2961
00000100:00080000:0.0:1788575218.044767:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575218.044776:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575218.044816:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453983014272/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575218.044840:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575218.044842:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575218.044844:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575218.044847:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2961
00000100:00080000:0.0:1788575218.044850:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575218.044853:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575218.044863:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575218.044871:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983014272:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788575218.044884:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453983014400/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575218.044891:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575218.044894:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575218.044896:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575218.044898:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2961
00000100:00080000:0.0:1788575218.044901:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575218.044903:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575218.044906:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575218.044914:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453983014528/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575218.044962:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575218.045016:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575218/real 1788575218]  req@ffff8b7a86110000 x1875453983014272/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575218.045034:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453983014272/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575218.045045:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575218.045048:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575218.045051:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983014272:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575218.045075:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983014400:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575218.045101:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575218.045110:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575218/real 1788575218]  req@ffff8b7a86113480 x1875453983014400/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575218.045119:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453983014400/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575218.045125:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575218.045127:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575218.045130:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983014400:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575218.045134:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983014528:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575218.045146:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575218.045152:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575218/real 1788575218]  req@ffff8b7a86111500 x1875453983014528/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575218.045166:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453983014528/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575218.045172:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575218.045174:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575218.045176:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983014528:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575218.748617:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575219.772657:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575220.796686:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575221.820662:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575222.844670:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575223.164612:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575223.164625:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575223.164630:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575223.164644:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2966
00000100:00080000:0.0:1788575223.164658:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575223.164667:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575223.164713:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453983014656/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575223.164741:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575223.164744:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575223.164746:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575223.164749:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2966
00000100:00080000:0.0:1788575223.164753:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575223.164757:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575223.164769:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575223.164784:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983014656:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788575223.164786:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453983014784/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575223.164806:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575223.164811:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575223.164813:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575223.164817:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2966
00000100:00080000:0.0:1788575223.164837:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575223.164841:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575223.164848:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575223.164860:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453983014912/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575223.164886:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575223.164933:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575223/real 1788575223]  req@ffff8b7a86111500 x1875453983014656/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575223.164953:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453983014656/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575223.164966:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575223.164970:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575223.164974:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983014656:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575223.165002:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983014784:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575223.165027:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575223.165041:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575223/real 1788575223]  req@ffff8b7a86113480 x1875453983014784/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575223.165054:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453983014784/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575223.165083:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575223.165087:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575223.165091:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983014784:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575223.165099:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983014912:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575223.165120:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575223.165130:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575223/real 1788575223]  req@ffff8b7a86110000 x1875453983014912/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575223.165138:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453983014912/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575223.165144:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575223.165147:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575223.165149:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983014912:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575223.868654:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575224.892638:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575225.916611:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575226.940673:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575227.964686:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575228.284795:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575228.284806:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575228.284811:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575228.284822:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2971
00000100:00080000:0.0:1788575228.284834:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575228.284842:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575228.284882:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453983015040/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575228.284909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575228.284912:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575228.284914:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575228.284917:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2971
00000100:00080000:0.0:1788575228.284920:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575228.284922:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575228.284931:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575228.284961:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453983015168/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575228.284968:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575228.284971:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575228.284972:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575228.284974:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2971
00000100:00080000:0.0:1788575228.284976:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575228.284979:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575228.284982:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575228.284988:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453983015296/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575228.285070:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983015040:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788575228.285142:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575228.285183:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575228/real 1788575228]  req@ffff8b7a86111f80 x1875453983015040/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575228.285212:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453983015040/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575228.285221:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575228.285224:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575228.285234:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983015040:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575228.285241:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983015168:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575228.285263:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575228.285272:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575228/real 1788575228]  req@ffff8b7a86110380 x1875453983015168/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575228.285280:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453983015168/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575228.285285:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575228.285288:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575228.285290:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983015168:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575228.285293:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983015296:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575228.285304:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575228.285309:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575228/real 1788575228]  req@ffff8b7a86113800 x1875453983015296/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575228.285316:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453983015296/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575228.285321:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575228.285323:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575228.285325:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983015296:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575228.988630:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575230.012686:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575231.036574:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575232.060643:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575233.084653:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575233.404580:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575233.404591:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575233.404595:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575233.404606:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2976
00000100:00080000:0.0:1788575233.404617:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575233.404625:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575233.404662:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453983015424/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575233.404700:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575233.404720:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575233.404723:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575233.404730:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2976
00000100:00080000:0.0:1788575233.404735:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575233.404741:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575233.404752:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575233.404755:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983015424:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788575233.404769:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453983015552/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575233.404783:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575233.404787:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575233.404790:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575233.404795:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2976
00000100:00080000:0.0:1788575233.404809:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575233.404814:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575233.404820:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788575233.404828:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788575233.404836:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453983015680/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575233.404885:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575233/real 1788575233]  req@ffff8b7a86110e00 x1875453983015424/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575233.404906:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453983015424/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575233.404918:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575233.404923:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575233.404927:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983015424:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575233.404953:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983015552:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575233.404980:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575233.405013:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575233/real 1788575233]  req@ffff8b7a86112300 x1875453983015552/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575233.405028:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453983015552/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575233.405037:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575233.405041:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575233.405044:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983015552:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575233.405051:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983015680:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575233.405069:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575233.405077:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575233/real 1788575233]  req@ffff8b7a86113b80 x1875453983015680/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575233.405085:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453983015680/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575233.405100:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575233.405103:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575233.405105:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983015680:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575234.108671:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575235.132655:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575236.156669:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575237.180656:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575238.204660:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575238.524637:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575238.524649:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575238.524654:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575238.524669:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2981
00000100:00080000:3.0:1788575238.524682:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575238.524693:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575238.524738:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453983015808/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575238.524763:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575238.524766:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575238.524767:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575238.524770:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2981
00000100:00080000:3.0:1788575238.524789:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575238.524793:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575238.524818:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983015808:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788575238.524830:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575238.524847:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453983015936/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575238.524856:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575238.524860:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575238.524861:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575238.524865:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2981
00000100:00080000:3.0:1788575238.524869:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575238.524871:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575238.524875:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575238.524883:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453983016064/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575238.524893:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575238.524936:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575238/real 1788575238]  req@ffff8b7a86089180 x1875453983015808/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575238.524951:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453983015808/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575238.524960:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575238.524963:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575238.524966:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983015808:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575238.524989:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983015936:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575238.525004:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575238.525012:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575238/real 1788575238]  req@ffff8b7a8608b480 x1875453983015936/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575238.525020:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453983015936/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575238.525025:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575238.525027:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575238.525030:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983015936:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575238.525040:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983016064:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575238.525059:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575238.525071:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575238/real 1788575238]  req@ffff8b7a86088000 x1875453983016064/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575238.525084:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453983016064/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575238.525093:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575238.525096:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575238.525100:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983016064:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575239.228651:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575240.252639:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575241.276601:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575242.300686:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575243.324750:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575243.644612:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575243.644623:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575243.644628:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575243.644639:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2986
00000100:00080000:2.0:1788575243.644650:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575243.644704:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575243.644736:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b800 x1875453983016192/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575243.644755:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575243.644758:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575243.644760:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575243.644763:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2986
00000100:00080000:2.0:1788575243.644766:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575243.644769:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575243.644780:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575243.644790:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983016192:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575243.644796:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453983016320/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575243.644810:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575243.644828:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575243.644831:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575243.644836:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2986
00000100:00080000:2.0:1788575243.644842:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1788575243.644849:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:2.0:1788575243.644850:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575243.644859:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575243.644875:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453983016448/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575243.644889:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575243/real 1788575243]  req@ffff8b7a8367b800 x1875453983016192/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575243.644911:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b800 x1875453983016192/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575243.644922:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575243.644925:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575243.644928:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983016192:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575243.644965:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983016320:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575243.644983:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575243.644993:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575243/real 1788575243]  req@ffff8b7a8367bb80 x1875453983016320/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575243.645010:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453983016320/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575243.645016:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575243.645018:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575243.645021:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983016320:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575243.645025:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983016448:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575243.645039:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575243.645045:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575243/real 1788575243]  req@ffff8b7a83679500 x1875453983016448/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575243.645053:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453983016448/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575243.645058:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575243.645060:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575243.645062:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983016448:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575244.348692:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575245.372663:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575246.396642:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575247.420643:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575248.444609:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575248.764603:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575248.764611:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575248.764615:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575248.764624:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2992
00000100:00080000:1.0:1788575248.764633:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575248.764639:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575248.764672:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453983016576/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575248.764708:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575248.764712:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575248.764714:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575248.764720:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2992
00000100:00080000:1.0:1788575248.764724:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575248.764730:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575248.764741:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575248.764744:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983016576:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575248.764757:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453983016704/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575248.764767:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575248.764770:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575248.764772:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575248.764774:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2992
00000100:00080000:1.0:1788575248.764778:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575248.764781:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575248.764785:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575248.764795:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453983016832/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575248.764806:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575248.764853:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575248/real 1788575248]  req@ffff8b7a86bfad80 x1875453983016576/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575248.764873:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453983016576/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575248.764884:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575248.764889:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575248.764894:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983016576:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575248.764916:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983016704:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575248.764935:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575248.764945:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575248/real 1788575248]  req@ffff8b7a86bfb800 x1875453983016704/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575248.764953:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453983016704/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575248.764970:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575248.764975:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575248.764978:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983016704:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575248.764985:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983016832:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575248.765019:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575248.765029:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575248/real 1788575248]  req@ffff8b7a86bf9f80 x1875453983016832/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575248.765037:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453983016832/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575248.765043:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575248.765045:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575248.765048:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983016832:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575249.468670:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575250.492591:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575251.516624:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575252.540606:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575253.564652:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575253.884624:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575253.884638:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575253.884644:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575253.884658:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 2997
00000100:00080000:1.0:1788575253.884694:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575253.884703:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575253.884746:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983016960/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575253.884779:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575253.884783:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575253.884785:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575253.884791:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2997
00000100:00080000:1.0:1788575253.884796:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575253.884801:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575253.884814:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575253.884824:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983016960:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575253.884836:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453983017088/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575253.884851:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575253.884854:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575253.884856:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575253.884861:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 2997
00000100:00080000:1.0:1788575253.884865:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575253.884870:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575253.884876:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575253.884890:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453983017216/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575253.884918:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575253.884963:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575253/real 1788575253]  req@ffff8b7a86bfaa00 x1875453983016960/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575253.884978:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983016960/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575253.884986:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575253.884989:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575253.885003:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983016960:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575253.885024:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983017088:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575253.885045:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575253.885054:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575253/real 1788575253]  req@ffff8b7a86bf8700 x1875453983017088/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575253.885067:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453983017088/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575253.885076:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575253.885080:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575253.885084:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983017088:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575253.885091:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983017216:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575253.885114:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575253.885128:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575253/real 1788575253]  req@ffff8b7a86bf8380 x1875453983017216/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575253.885156:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453983017216/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575253.885162:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575253.885165:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575253.885167:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983017216:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575254.588678:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575255.612634:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575256.636626:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575257.660640:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575258.684677:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575259.004626:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575259.004639:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575259.004643:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575259.004656:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3002
00000100:00080000:0.0:1788575259.004667:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575259.004675:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575259.004720:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453983017344/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575259.004745:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575259.004748:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575259.004750:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575259.004753:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3002
00000100:00080000:0.0:1788575259.004775:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575259.004781:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575259.004793:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575259.004794:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983017344:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788575259.004807:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453983017472/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575259.004816:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575259.004819:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575259.004820:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575259.004824:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3002
00000100:00080000:0.0:1788575259.004827:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575259.004830:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575259.004833:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575259.004841:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453983017600/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575259.004948:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983017472:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575259.005007:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983017600:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575259.708679:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575260.732656:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575261.756664:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788575262.076865:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788575262.076917:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788575262.076942:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788575262.076989:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788575262.077003:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:2.0:1788575262.077051:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575259/real 1788575262]  req@ffff8b7a86112a00 x1875453983017472/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575262.077092:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453983017472/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575262.077106:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575262.077111:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575262.077116:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983017472:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575262.077126:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575259/real 1788575262]  req@ffff8b7a86112d80 x1875453983017600/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575262.077142:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453983017600/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575262.077150:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575262.077155:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575262.077159:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983017600:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575262.077167:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575259/real 1788575262]  req@ffff8b7a86111880 x1875453983017344/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575262.077181:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453983017344/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575262.077189:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575262.077193:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575262.077220:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983017344:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788575262.780634:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575263.804669:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575264.124689:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575264.124737:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575264.124742:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575264.124756:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3007
00000100:00080000:1.0:1788575264.124769:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575264.124779:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575264.124822:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453983017728/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575264.124853:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575264.124857:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575264.124860:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575264.124865:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3007
00000100:00080000:1.0:1788575264.124870:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575264.124875:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575264.124888:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575264.124896:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983017728:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575264.124907:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453983017856/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575264.124920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575264.124924:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575264.124927:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575264.124931:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3007
00000100:00080000:1.0:1788575264.124935:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575264.124939:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575264.124945:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575264.124967:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453983017984/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575264.124990:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575264.125047:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575264/real 1788575264]  req@ffff8b7a86bfa300 x1875453983017728/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575264.125071:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453983017728/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575264.125086:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575264.125091:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575264.125097:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983017728:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575264.125136:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983017856:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575264.125164:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575264.125180:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575264/real 1788575264]  req@ffff8b7a86bf9880 x1875453983017856/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575264.125194:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453983017856/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575264.125203:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575264.125207:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575264.125211:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983017856:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575264.125218:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983017984:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575264.125241:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575264.125264:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575264/real 1788575264]  req@ffff8b7a86bf8380 x1875453983017984/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575264.125277:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453983017984/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575264.125287:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575264.125291:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575264.125295:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983017984:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575264.828598:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575265.852611:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575266.876703:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575267.900633:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575268.924660:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575269.244644:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575269.244652:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575269.244655:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575269.244663:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3012
00000100:00080000:0.0:1788575269.244672:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575269.244678:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575269.244712:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453983018112/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575269.244736:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575269.244739:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575269.244740:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575269.244743:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3012
00000100:00080000:0.0:1788575269.244746:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575269.244748:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575269.244762:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575269.244772:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453983018240/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575269.244780:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575269.244782:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983018112:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575269.244783:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575269.244787:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575269.244793:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3012
00000100:00080000:0.0:1788575269.244811:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575269.244814:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575269.244819:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575269.244828:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453983018368/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575269.244852:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575269.244895:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575269/real 1788575269]  req@ffff8b7a86111c00 x1875453983018112/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575269.244912:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453983018112/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575269.244923:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575269.244927:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575269.244932:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983018112:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575269.244955:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983018240:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575269.244973:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575269.244982:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575269/real 1788575269]  req@ffff8b7a86112680 x1875453983018240/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575269.244991:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453983018240/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575269.245006:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575269.245009:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575269.245011:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983018240:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575269.245016:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983018368:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575269.245029:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575269.245036:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575269/real 1788575269]  req@ffff8b7a86110700 x1875453983018368/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575269.245044:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453983018368/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575269.245049:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575269.245050:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575269.245052:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983018368:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575269.948660:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575270.972642:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575271.996696:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575273.020601:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575274.044662:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575274.364604:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575274.364614:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575274.364618:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575274.364629:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3017
00000100:00080000:2.0:1788575274.364639:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575274.364647:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575274.364682:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453983018496/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575274.364709:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575274.364727:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575274.364729:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575274.364735:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3017
00000100:00080000:2.0:1788575274.364740:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575274.364745:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575274.364756:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575274.364765:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983018496:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575274.364772:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453983018624/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575274.364784:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575274.364787:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575274.364788:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575274.364791:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3017
00000100:00080000:2.0:1788575274.364795:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575274.364799:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575274.364803:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575274.364815:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453983018752/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575274.364831:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575274.364872:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575274/real 1788575274]  req@ffff8b7a8367b480 x1875453983018496/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575274.364889:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453983018496/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575274.364899:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575274.364903:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575274.364907:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983018496:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575274.364929:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983018624:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575274.364950:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575274.364973:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575274/real 1788575274]  req@ffff8b7a83678000 x1875453983018624/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575274.364986:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453983018624/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575274.364992:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575274.364995:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575274.364998:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983018624:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575274.365004:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983018752:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575274.365024:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575274.365043:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575274/real 1788575274]  req@ffff8b7a8367ad80 x1875453983018752/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575274.365061:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453983018752/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575274.365067:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575274.365069:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575274.365072:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983018752:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575275.068649:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575276.092646:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575277.116663:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575278.140617:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575279.164617:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575279.484572:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575279.484580:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575279.484584:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575279.484593:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3022
00000100:00080000:3.0:1788575279.484602:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575279.484607:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575279.484634:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453983018880/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575279.484654:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575279.484660:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575279.484661:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575279.484664:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3022
00000100:00080000:3.0:1788575279.484680:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575279.484683:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575279.484690:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575279.484698:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983018880:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575279.484700:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453983019008/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575279.484717:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575279.484720:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575279.484721:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575279.484723:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3022
00000100:00080000:3.0:1788575279.484725:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575279.484727:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575279.484730:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575279.484738:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453983019136/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575279.484762:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575279.484792:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575279/real 1788575279]  req@ffff8b7a86088a80 x1875453983018880/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575279.484808:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453983018880/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575279.484818:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575279.484822:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575279.484826:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983018880:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575279.484846:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983019008:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575279.484861:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575279.484869:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575279/real 1788575279]  req@ffff8b7a86089880 x1875453983019008/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575279.484877:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453983019008/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575279.484891:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575279.484893:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575279.484895:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983019008:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575279.484899:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983019136:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575279.484911:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575279.484917:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575279/real 1788575279]  req@ffff8b7a86088700 x1875453983019136/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575279.484923:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453983019136/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575279.484937:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575279.484939:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575279.484941:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983019136:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575280.188619:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575281.212634:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575282.236579:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575283.260626:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575284.284587:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575284.604590:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575284.604597:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575284.604600:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575284.604608:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3027
00000100:00080000:1.0:1788575284.604616:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575284.604621:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575284.604656:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453983019264/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575284.604682:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575284.604699:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575284.604701:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575284.604707:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3027
00000100:00080000:1.0:1788575284.604712:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575284.604716:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575284.604730:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575284.604731:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983019264:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575284.604742:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983019392/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575284.604750:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575284.604752:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575284.604754:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575284.604756:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3027
00000100:00080000:1.0:1788575284.604759:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575284.604761:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575284.604774:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575284.604785:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453983019520/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575284.604794:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575284.604831:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575284/real 1788575284]  req@ffff8b7a86bf8700 x1875453983019264/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575284.604844:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453983019264/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575284.604861:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575284.604863:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575284.604866:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983019264:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575284.604882:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983019392:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575284.604899:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575284.604907:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575284/real 1788575284]  req@ffff8b7a86bfaa00 x1875453983019392/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575284.604914:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983019392/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575284.604918:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575284.604920:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575284.604922:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983019392:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575284.604926:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983019520:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575284.604935:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575284.604940:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575284/real 1788575284]  req@ffff8b7a86bf9f80 x1875453983019520/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575284.604946:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453983019520/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575284.604951:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575284.604952:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575284.604954:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983019520:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575285.308587:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575286.332604:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575287.356577:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575288.380698:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575289.404628:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575289.724618:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575289.724637:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575289.724643:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575289.724656:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3033
00000100:00080000:3.0:1788575289.724669:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575289.724678:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575289.724718:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453983019648/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575289.724743:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575289.724764:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575289.724766:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575289.724771:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3033
00000100:00080000:3.0:1788575289.724775:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575289.724779:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575289.724791:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575289.724794:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983019648:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575289.724802:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453983019776/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575289.724811:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575289.724814:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575289.724816:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575289.724819:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3033
00000100:00080000:3.0:1788575289.724822:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575289.724824:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575289.724828:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575289.724836:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453983019904/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575289.724870:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575289.724933:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575289/real 1788575289]  req@ffff8b7a86089c00 x1875453983019648/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575289.724953:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453983019648/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575289.724964:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575289.724968:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575289.724971:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983019648:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575289.724994:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983019776:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575289.725011:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575289.725020:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575289/real 1788575289]  req@ffff8b7a8608a300 x1875453983019776/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575289.725029:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453983019776/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575289.725037:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575289.725040:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575289.725044:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983019776:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575289.725050:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983019904:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575289.725068:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575289.725085:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575289/real 1788575289]  req@ffff8b7a86089f80 x1875453983019904/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575289.725099:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453983019904/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575289.725105:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575289.725107:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575289.725109:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983019904:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575290.428626:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575291.452587:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575292.476655:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575293.500622:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575294.524665:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575294.844592:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575294.844600:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575294.844604:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575294.844613:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3038
00000100:00080000:3.0:1788575294.844622:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575294.844629:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575294.844660:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453983020032/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575294.844703:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575294.844708:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575294.844710:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575294.844716:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3038
00000100:00080000:3.0:1788575294.844720:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575294.844735:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575294.844746:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575294.844761:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453983020160/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575294.844774:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575294.844778:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1788575294.844783:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983020032:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575294.844783:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575294.844793:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3038
00000100:00080000:3.0:1788575294.844798:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575294.844802:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575294.844808:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575294.844822:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453983020288/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575294.844860:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575294.844893:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575294/real 1788575294]  req@ffff8b7a8608a680 x1875453983020032/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575294.844908:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453983020032/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575294.844916:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575294.844919:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575294.844922:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983020032:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575294.844940:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983020160:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575294.844968:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575294.844976:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575294/real 1788575294]  req@ffff8b7a8608aa00 x1875453983020160/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575294.844985:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453983020160/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575294.845001:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575294.845003:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575294.845006:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983020160:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575294.845010:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983020288:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575294.845024:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575294.845031:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575294/real 1788575294]  req@ffff8b7a8608ad80 x1875453983020288/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575294.845038:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453983020288/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575294.845043:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575294.845044:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575294.845046:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983020288:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575295.548610:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575296.572573:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575297.596627:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575298.620644:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575299.644680:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575299.964641:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575299.964655:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575299.964660:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575299.964671:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3043
00000100:00080000:1.0:1788575299.964681:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575299.964689:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575299.964730:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453983020416/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575299.964779:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575299.964783:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575299.964785:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575299.964790:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3043
00000100:00080000:1.0:1788575299.964794:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575299.964798:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575299.964809:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575299.964821:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453983020544/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575299.964832:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983020416:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788575299.964834:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575299.964848:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575299.964851:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575299.964855:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3043
00000100:00080000:1.0:1788575299.964858:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575299.964860:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575299.964864:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575299.964877:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453983020672/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575299.964912:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575299.964950:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575299/real 1788575299]  req@ffff8b7a86bfb800 x1875453983020416/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575299.964963:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453983020416/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575299.964971:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575299.964975:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575299.964990:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983020416:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575299.965010:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983020544:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575299.965028:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575299.965036:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575299/real 1788575299]  req@ffff8b7a86bfad80 x1875453983020544/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575299.965045:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453983020544/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575299.965050:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575299.965052:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575299.965055:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983020544:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575299.965058:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983020672:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575299.965068:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575299.965074:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575299/real 1788575299]  req@ffff8b7a86bf9f80 x1875453983020672/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575299.965081:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453983020672/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575299.965087:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575299.965088:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575299.965090:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983020672:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575300.668700:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575301.692613:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575302.716619:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575303.740651:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575304.764647:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575305.084630:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575305.084642:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575305.084646:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575305.084657:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3048
00000100:00080000:3.0:1788575305.084689:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575305.084697:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575305.084736:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453983020800/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575305.084763:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575305.084767:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575305.084769:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575305.084774:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3048
00000100:00080000:3.0:1788575305.084778:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575305.084783:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575305.084796:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575305.084812:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453983020928/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575305.084823:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575305.084827:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983020800:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575305.084828:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575305.084834:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575305.084846:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3048
00000100:00080000:3.0:1788575305.084850:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575305.084854:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575305.084858:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575305.084869:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453983021056/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575305.084906:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575305.084954:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575305/real 1788575305]  req@ffff8b7a8608bb80 x1875453983020800/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575305.084968:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453983020800/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575305.084976:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575305.084979:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575305.084982:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983020800:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575305.085002:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983020928:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575305.085025:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575305.085038:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575305/real 1788575305]  req@ffff8b7a86088380 x1875453983020928/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575305.085052:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453983020928/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575305.085062:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575305.085066:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575305.085069:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983020928:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575305.085074:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983021056:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575305.085090:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575305.085098:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575305/real 1788575305]  req@ffff8b7a8608b800 x1875453983021056/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575305.085106:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453983021056/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575305.085121:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575305.085123:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575305.085126:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983021056:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575305.788605:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575306.812603:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575307.836633:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575308.860582:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575309.884633:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575310.204611:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575310.204650:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575310.204655:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575310.204666:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3053
00000100:00080000:3.0:1788575310.204678:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575310.204686:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575310.204729:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453983021184/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575310.204755:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575310.204758:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575310.204760:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575310.204763:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3053
00000100:00080000:3.0:1788575310.204765:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575310.204767:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575310.204778:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575310.204787:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453983021312/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575310.204797:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575310.204800:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575310.204802:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575310.204807:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3053
00000100:00080000:3.0:1788575310.204811:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575310.204816:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575310.204821:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575310.204833:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453983021440/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575310.204864:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983021184:192.168.202.159@tcp:250:kworker.0
00000800:00000100:2.0:1788575310.204944:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575310.204996:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575310/real 1788575310]  req@ffff8b7a8608b800 x1875453983021184/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575310.205017:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453983021184/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575310.205030:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575310.205035:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575310.205039:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983021184:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575310.205048:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983021312:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575310.205073:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575310.205087:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575310/real 1788575310]  req@ffff8b7a86088380 x1875453983021312/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575310.205100:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453983021312/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575310.205110:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575310.205113:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575310.205117:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983021312:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575310.205159:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983021440:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575310.205183:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575310.205195:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575310/real 1788575310]  req@ffff8b7a8608bb80 x1875453983021440/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575310.205208:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453983021440/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575310.205217:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575310.205221:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575310.205224:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983021440:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575310.908609:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575311.932673:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575312.956668:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575313.980640:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575315.004654:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575315.324578:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575315.324587:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575315.324591:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575315.324599:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3058
00000100:00080000:3.0:1788575315.324609:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575315.324616:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575315.324647:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453983021568/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575315.324672:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575315.324676:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575315.324685:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575315.324690:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3058
00000100:00080000:3.0:1788575315.324695:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575315.324701:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575315.324712:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575315.324716:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983021568:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575315.324731:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453983021696/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575315.324746:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575315.324750:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575315.324752:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575315.324764:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3058
00000800:00000100:2.0:1788575315.324774:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:3.0:1788575315.324774:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575315.324782:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575315.324804:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575315.324821:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453983021824/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575315.324825:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575315/real 1788575315]  req@ffff8b7a8608ad80 x1875453983021568/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575315.324858:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453983021568/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575315.324868:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575315.324871:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575315.324876:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983021568:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575315.324904:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983021696:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575315.324929:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575315.324942:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575315/real 1788575315]  req@ffff8b7a8608aa00 x1875453983021696/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575315.324975:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453983021696/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575315.324982:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575315.324984:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575315.324986:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983021696:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575315.324991:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983021824:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575315.325011:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575315.325022:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575315/real 1788575315]  req@ffff8b7a8608a680 x1875453983021824/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575315.325036:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453983021824/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575315.325045:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575315.325048:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575315.325052:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983021824:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575316.028623:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575317.052632:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575318.076581:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575319.100601:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575320.124619:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575320.444607:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575320.444617:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575320.444621:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575320.444629:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3063
00000100:00080000:3.0:1788575320.444638:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575320.444644:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575320.444687:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453983021952/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575320.444714:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575320.444719:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575320.444721:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575320.444726:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3063
00000100:00080000:3.0:1788575320.444730:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575320.444735:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575320.444745:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575320.444759:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453983022080/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575320.444774:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983021952:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575320.444775:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575320.444786:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575320.444788:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575320.444793:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3063
00000100:00080000:3.0:1788575320.444814:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575320.444819:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575320.444826:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575320.444841:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453983022208/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575320.444852:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575320.444907:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575320/real 1788575320]  req@ffff8b7a86089f80 x1875453983021952/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575320.444940:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453983021952/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575320.444965:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575320.444970:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575320.444975:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983021952:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575320.445007:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983022080:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575320.445032:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575320.445047:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575320/real 1788575320]  req@ffff8b7a8608a300 x1875453983022080/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575320.445060:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453983022080/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575320.445079:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575320.445083:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575320.445087:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983022080:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575320.445094:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983022208:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575320.445116:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575320.445131:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575320/real 1788575320]  req@ffff8b7a86089c00 x1875453983022208/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575320.445144:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453983022208/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575320.445153:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575320.445157:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575320.445161:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983022208:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575321.148637:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575322.172614:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575323.196652:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575324.220614:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575325.244621:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575325.564591:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575325.564600:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575325.564618:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575325.564626:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3068
00000100:00080000:0.0:1788575325.564635:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575325.564641:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575325.564669:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453983022336/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575325.564693:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575325.564696:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575325.564697:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575325.564701:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3068
00000100:00080000:0.0:1788575325.564703:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575325.564706:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575325.564714:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575325.564723:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453983022464/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575325.564730:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575325.564733:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575325.564734:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575325.564736:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3068
00000100:00080000:0.0:1788575325.564738:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575325.564741:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575325.564745:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575325.564747:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983022336:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788575325.564770:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453983022592/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575325.564853:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983022464:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575325.564899:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983022592:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575326.268641:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575327.292673:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575328.316633:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788575328.636832:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788575328.636880:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788575328.636898:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575328.636943:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575328.636953:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788575328.636995:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575325/real 1788575328]  req@ffff8b7a86110a80 x1875453983022592/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575328.637023:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453983022592/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575328.637060:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575328.637065:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575328.637071:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983022592:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575328.637080:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575325/real 1788575328]  req@ffff8b7a86111180 x1875453983022336/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575328.637095:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453983022336/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575328.637103:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575328.637107:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575328.637111:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983022336:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575328.637118:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575325/real 1788575328]  req@ffff8b7a86113100 x1875453983022464/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575328.637131:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453983022464/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575328.637139:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575328.637141:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575328.637144:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983022464:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575329.340658:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575330.364680:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575330.684610:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575330.684622:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575330.684626:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575330.684637:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3074
00000100:00080000:3.0:1788575330.684648:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575330.684657:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575330.684691:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453983022720/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575330.684715:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575330.684718:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575330.684723:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575330.684726:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3074
00000100:00080000:3.0:1788575330.684730:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575330.684733:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575330.684742:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575330.684754:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453983022848/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575330.684767:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788575330.684771:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983022720:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575330.684786:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575330.684788:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575330.684794:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3074
00000100:00080000:3.0:1788575330.684799:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575330.684805:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575330.684811:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575330.684823:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453983022976/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575330.684846:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575330.684895:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575330/real 1788575330]  req@ffff8b7a86088700 x1875453983022720/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575330.684927:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453983022720/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575330.684941:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575330.684946:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575330.684950:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983022720:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575330.684978:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983022848:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575330.685004:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575330.685018:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575330/real 1788575330]  req@ffff8b7a86089880 x1875453983022848/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575330.685046:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453983022848/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575330.685054:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575330.685057:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575330.685061:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983022848:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575330.685067:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983022976:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575330.685090:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575330.685102:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575330/real 1788575330]  req@ffff8b7a86088a80 x1875453983022976/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575330.685115:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453983022976/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575330.685135:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575330.685139:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575330.685142:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983022976:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575331.388701:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575332.412698:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575333.436660:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575334.460699:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575335.484712:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575335.804637:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575335.804653:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575335.804658:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575335.804679:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3079
00000100:00080000:3.0:1788575335.804692:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575335.804701:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575335.804762:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453983023104/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575335.804797:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575335.804801:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575335.804804:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575335.804808:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3079
00000100:00080000:3.0:1788575335.804813:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575335.804817:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575335.804833:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575335.804846:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453983023232/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575335.804864:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983023104:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575335.804881:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575335.804884:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575335.804885:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575335.804889:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3079
00000100:00080000:3.0:1788575335.804892:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575335.804895:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575335.804899:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575335.804909:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453983023360/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575335.804954:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575335.805000:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575335/real 1788575335]  req@ffff8b7a86088000 x1875453983023104/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575335.805020:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453983023104/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575335.805032:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575335.805036:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575335.805041:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983023104:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575335.805068:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983023232:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575335.805091:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575335.805103:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575335/real 1788575335]  req@ffff8b7a8608b480 x1875453983023232/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575335.805115:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453983023232/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575335.805123:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575335.805134:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575335.805138:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983023232:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575335.805152:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983023360:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575335.805176:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575335.805189:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575335/real 1788575335]  req@ffff8b7a86089180 x1875453983023360/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575335.805202:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453983023360/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575335.805210:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575335.805213:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575335.805216:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983023360:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575336.508697:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575337.532660:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575338.556590:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575339.580693:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575340.604610:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575340.924571:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575340.924579:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575340.924583:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575340.924593:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3084
00000100:00080000:3.0:1788575340.924601:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575340.924607:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575340.924643:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453983023488/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575340.924673:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575340.924677:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575340.924684:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575340.924689:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3084
00000100:00080000:3.0:1788575340.924707:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575340.924711:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575340.924719:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983023488:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788575340.924720:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575340.924733:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453983023616/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575340.924742:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575340.924745:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575340.924746:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575340.924749:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3084
00000100:00080000:3.0:1788575340.924751:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575340.924753:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575340.924756:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575340.924764:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453983023744/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575340.924792:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575340.924842:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575340/real 1788575340]  req@ffff8b7a86088e00 x1875453983023488/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575340.924863:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453983023488/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575340.924873:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575340.924878:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575340.924882:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983023488:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575340.924903:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983023616:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575340.924924:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575340.924937:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575340/real 1788575340]  req@ffff8b7a86089500 x1875453983023616/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575340.924960:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453983023616/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575340.924968:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575340.924972:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575340.924975:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983023616:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575340.924982:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983023744:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575340.925004:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575340.925016:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575340/real 1788575340]  req@ffff8b7a8608b100 x1875453983023744/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575340.925029:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453983023744/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575340.925037:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575340.925040:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575340.925044:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983023744:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575341.628658:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575342.652658:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575343.676627:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575344.700586:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575345.724656:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575346.044672:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575346.044682:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575346.044686:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575346.044698:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3089
00000100:00080000:0.0:1788575346.044709:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575346.044718:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575346.044759:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453983023872/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575346.044786:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575346.044789:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575346.044791:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575346.044811:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3089
00000100:00080000:0.0:1788575346.044816:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575346.044821:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575346.044835:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575346.044840:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983023872:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788575346.044855:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453983024000/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575346.044868:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575346.044871:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575346.044874:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575346.044878:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3089
00000100:00080000:0.0:1788575346.044883:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575346.044887:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575346.044893:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575346.044906:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453983024128/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575346.044934:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575346.044979:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575346/real 1788575346]  req@ffff8b7a86113100 x1875453983023872/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575346.044996:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453983023872/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575346.045017:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575346.045021:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575346.045024:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983023872:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575346.045049:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983024000:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575346.045069:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575346.045078:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575346/real 1788575346]  req@ffff8b7a86111180 x1875453983024000/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575346.045087:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453983024000/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575346.045092:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575346.045095:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575346.045097:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983024000:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575346.045100:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983024128:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575346.045111:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575346.045117:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575346/real 1788575346]  req@ffff8b7a86110a80 x1875453983024128/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575346.045124:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453983024128/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575346.045130:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575346.045132:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575346.045134:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983024128:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575346.748670:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575347.772639:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575348.796709:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575349.820637:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575350.844591:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575351.164590:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575351.164599:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575351.164602:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575351.164610:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3094
00000100:00080000:3.0:1788575351.164620:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575351.164626:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575351.164665:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453983024256/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575351.164705:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575351.164709:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575351.164710:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575351.164714:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3094
00000100:00080000:3.0:1788575351.164717:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575351.164721:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575351.164730:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575351.164741:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453983024384/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575351.164750:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983024256:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575351.164751:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575351.164760:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575351.164762:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575351.164766:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3094
00000100:00080000:3.0:1788575351.164770:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575351.164775:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575351.164781:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575351.164794:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453983024512/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575351.164827:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575351.164868:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575351/real 1788575351]  req@ffff8b7a8608b100 x1875453983024256/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575351.164899:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453983024256/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575351.164911:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575351.164915:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575351.164919:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983024256:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575351.164943:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983024384:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575351.164962:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575351.164971:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575351/real 1788575351]  req@ffff8b7a86089500 x1875453983024384/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575351.164979:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453983024384/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575351.164985:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575351.164988:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575351.164990:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983024384:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575351.164993:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983024512:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575351.165004:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575351.165009:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575351/real 1788575351]  req@ffff8b7a86088e00 x1875453983024512/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575351.165025:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453983024512/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575351.165031:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575351.165033:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575351.165035:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983024512:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575351.868630:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575352.892624:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575353.916618:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575354.940727:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575355.964601:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575356.284598:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575356.284610:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575356.284615:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575356.284648:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3099
00000100:00080000:3.0:1788575356.284660:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575356.284668:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575356.284708:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453983024640/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575356.284736:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575356.284740:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575356.284742:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575356.284747:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3099
00000100:00080000:3.0:1788575356.284752:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575356.284757:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575356.284770:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575356.284775:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983024640:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575356.284790:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453983024768/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575356.284805:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575356.284821:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575356.284823:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575356.284829:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3099
00000100:00080000:3.0:1788575356.284834:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575356.284838:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575356.284845:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575356.284860:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453983024896/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575356.284861:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575356.284917:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575356/real 1788575356]  req@ffff8b7a86089180 x1875453983024640/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575356.284940:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453983024640/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575356.284954:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575356.284958:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575356.284964:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983024640:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575356.284989:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983024768:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575356.285011:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575356.285023:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575356/real 1788575356]  req@ffff8b7a8608b480 x1875453983024768/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575356.285035:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453983024768/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575356.285053:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575356.285056:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575356.285058:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983024768:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575356.285063:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983024896:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575356.285078:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575356.285086:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575356/real 1788575356]  req@ffff8b7a86088000 x1875453983024896/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575356.285094:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453983024896/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575356.285099:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575356.285101:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575356.285103:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983024896:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575356.988626:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575358.012741:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575359.036652:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575360.060593:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575361.084606:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575361.404599:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575361.404627:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575361.404630:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575361.404638:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3104
00000100:00080000:0.0:1788575361.404647:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575361.404654:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575361.404687:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453983025024/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575361.404708:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575361.404710:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575361.404715:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575361.404718:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3104
00000100:00080000:0.0:1788575361.404721:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575361.404724:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575361.404731:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575361.404741:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453983025152/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575361.404749:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575361.404751:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575361.404753:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788575361.404756:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983025024:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575361.404757:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3104
00000100:00080000:0.0:1788575361.404763:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575361.404767:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575361.404770:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575361.404779:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453983025280/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575361.404819:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575361.404862:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575361/real 1788575361]  req@ffff8b7a86110700 x1875453983025024/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575361.404891:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453983025024/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575361.404902:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575361.404906:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575361.404920:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983025024:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575361.404941:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983025152:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575361.404961:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575361.404971:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575361/real 1788575361]  req@ffff8b7a86112680 x1875453983025152/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575361.404980:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453983025152/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575361.404985:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575361.404988:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575361.404990:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983025152:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575361.404994:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983025280:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575361.405004:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575361.405010:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575361/real 1788575361]  req@ffff8b7a86111c00 x1875453983025280/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575361.405017:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453983025280/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575361.405022:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575361.405024:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575361.405026:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983025280:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575362.108574:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575363.132665:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575364.156667:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575365.180622:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575366.204678:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575366.524625:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575366.524638:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575366.524644:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575366.524657:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3109
00000100:00080000:3.0:1788575366.524676:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575366.524685:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575366.524731:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453983025408/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575366.524754:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575366.524757:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575366.524758:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575366.524762:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3109
00000100:00080000:3.0:1788575366.524765:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575366.524768:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575366.524778:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575366.524787:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453983025536/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575366.524794:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575366.524797:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575366.524799:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788575366.524814:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983025408:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575366.524825:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3109
00000100:00080000:3.0:1788575366.524829:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575366.524832:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575366.524836:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575366.524847:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453983025664/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575366.524892:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575366.524951:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575366/real 1788575366]  req@ffff8b7a86088a80 x1875453983025408/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575366.524979:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453983025408/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575366.524988:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575366.524992:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575366.524995:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983025408:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575366.525001:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983025536:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575366.525021:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575366.525030:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575366/real 1788575366]  req@ffff8b7a86089880 x1875453983025536/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575366.525039:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453983025536/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575366.525059:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575366.525063:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575366.525067:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983025536:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575366.525101:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983025664:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575366.525122:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575366.525131:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575366/real 1788575366]  req@ffff8b7a86088700 x1875453983025664/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575366.525140:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453983025664/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575366.525156:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575366.525159:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575366.525161:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983025664:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575367.228648:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575368.252670:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575369.276690:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575370.300742:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575371.324666:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575371.644645:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575371.644661:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575371.644667:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575371.644681:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3114
00000100:00080000:3.0:1788575371.644695:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575371.644704:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575371.644753:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453983025792/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575371.644789:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575371.644794:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575371.644796:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575371.644800:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3114
00000100:00080000:3.0:1788575371.644803:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575371.644807:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575371.644818:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575371.644834:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453983025920/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575371.644880:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983025792:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575371.644887:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575371.644891:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575371.644894:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575371.644900:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3114
00000100:00080000:3.0:1788575371.644907:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575371.644914:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575371.644921:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575371.644939:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453983026048/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575371.644954:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575371.645014:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575371/real 1788575371]  req@ffff8b7a86089c00 x1875453983025792/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575371.645029:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453983025792/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575371.645037:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575371.645040:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575371.645043:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983025792:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575371.645063:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983025920:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575371.645080:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575371.645089:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575371/real 1788575371]  req@ffff8b7a8608a300 x1875453983025920/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575371.645097:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453983025920/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575371.645102:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575371.645104:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575371.645119:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983025920:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575371.645124:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983026048:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575371.645138:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575371.645145:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575371/real 1788575371]  req@ffff8b7a86089f80 x1875453983026048/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575371.645152:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453983026048/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575371.645157:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575371.645159:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575371.645161:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983026048:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575372.348743:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575373.372708:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575374.396742:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575375.420595:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575376.444707:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575376.764595:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575376.764604:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575376.764607:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575376.764616:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3120
00000100:00080000:0.0:1788575376.764625:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575376.764632:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575376.764680:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453983026176/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575376.764707:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575376.764710:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575376.764711:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575376.764715:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3120
00000100:00080000:0.0:1788575376.764718:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575376.764721:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575376.764729:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575376.764741:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453983026304/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575376.764762:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575376.764764:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575376.764765:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575376.764768:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3120
00000100:00080000:0.0:1788575376.764772:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575376.764774:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575376.764778:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575376.764789:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453983026432/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575376.764795:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983026176:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788575376.764906:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575376.764959:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575376/real 1788575376]  req@ffff8b7a86111880 x1875453983026176/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575376.764976:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453983026176/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575376.764985:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575376.764989:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575376.764992:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983026176:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575376.764998:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983026304:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575376.765031:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575376.765044:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575376/real 1788575376]  req@ffff8b7a86112d80 x1875453983026304/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575376.765059:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453983026304/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575376.765068:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575376.765072:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575376.765076:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983026304:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575376.765109:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983026432:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575376.765149:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575376.765163:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575376/real 1788575376]  req@ffff8b7a86112a00 x1875453983026432/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575376.765172:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453983026432/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575376.765178:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575376.765181:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575376.765183:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983026432:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575377.468659:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575378.492674:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575379.516618:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575380.540639:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575381.564632:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575381.884608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575381.884620:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575381.884624:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575381.884633:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3125
00000100:00080000:1.0:1788575381.884660:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575381.884668:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575381.884698:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983026560/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575381.884721:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575381.884723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575381.884725:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575381.884729:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3125
00000100:00080000:1.0:1788575381.884732:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575381.884735:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575381.884743:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575381.884751:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983026560:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575381.884754:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453983026688/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575381.884766:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575381.884768:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575381.884769:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575381.884772:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3125
00000100:00080000:1.0:1788575381.884774:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575381.884776:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575381.884780:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575381.884786:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453983026816/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575381.884847:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575381.884890:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575381/real 1788575381]  req@ffff8b7a86bfaa00 x1875453983026560/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575381.884911:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983026560/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575381.884924:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575381.884928:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575381.884932:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983026560:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575381.884953:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983026688:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575381.884971:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575381.884980:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575381/real 1788575381]  req@ffff8b7a86bf8700 x1875453983026688/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575381.885000:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453983026688/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575381.885006:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575381.885008:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575381.885010:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983026688:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575381.885014:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983026816:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575381.885027:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575381.885034:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575381/real 1788575381]  req@ffff8b7a86bf8380 x1875453983026816/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575381.885041:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453983026816/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575381.885046:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575381.885048:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575381.885050:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983026816:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788575382.588709:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575383.612670:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575384.636642:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575385.660732:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575386.684631:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575387.004642:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575387.004651:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575387.004655:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575387.004664:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3130
00000100:00080000:0.0:1788575387.004679:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575387.004685:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575387.004717:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453983026944/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575387.004752:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575387.004756:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575387.004758:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575387.004763:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3130
00000100:00080000:0.0:1788575387.004766:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575387.004770:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575387.004799:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575387.004801:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983026944:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788575387.004816:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453983027072/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575387.004828:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575387.004831:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575387.004833:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575387.004836:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3130
00000100:00080000:0.0:1788575387.004839:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575387.004842:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575387.004846:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575387.004854:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453983027200/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575387.004890:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575387.004935:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575387/real 1788575387]  req@ffff8b7a86113b80 x1875453983026944/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575387.004952:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453983026944/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575387.004977:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575387.004981:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575387.004985:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983026944:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575387.005011:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983027072:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575387.005031:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575387.005040:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575387/real 1788575387]  req@ffff8b7a86112300 x1875453983027072/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575387.005048:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453983027072/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575387.005054:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575387.005057:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575387.005059:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983027072:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575387.005063:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983027200:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575387.005074:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575387.005081:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575387/real 1788575387]  req@ffff8b7a86110e00 x1875453983027200/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575387.005088:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453983027200/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575387.005093:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575387.005096:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575387.005098:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983027200:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575387.708684:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575388.732729:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575389.756722:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575390.780751:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575391.804714:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575392.124648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575392.124673:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575392.124679:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575392.124690:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3135
00000100:00080000:1.0:1788575392.124702:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575392.124712:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575392.124760:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453983027328/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575392.124788:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575392.124791:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575392.124792:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575392.124796:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3135
00000100:00080000:1.0:1788575392.124800:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575392.124804:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575392.124814:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575392.124828:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453983027456/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575392.124832:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983027328:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788575392.124854:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575392.124861:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575392.124863:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575392.124871:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3135
00000100:00080000:1.0:1788575392.124876:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575392.124903:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575392.124908:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575392.124924:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453983027584/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575392.124949:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983027456:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575392.124988:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983027584:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575392.828678:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575393.852690:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575394.876701:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788575395.196793:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788575395.196841:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788575395.196861:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788575395.196906:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788575395.196918:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:2.0:1788575395.196957:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575392/real 1788575395]  req@ffff8b7a86bfa300 x1875453983027456/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575395.196990:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453983027456/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575395.197009:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575395.197015:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575395.197019:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983027456:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575395.197029:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575392/real 1788575395]  req@ffff8b7a86bf8380 x1875453983027584/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575395.197042:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453983027584/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575395.197051:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575395.197056:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575395.197060:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983027584:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575395.197068:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575392/real 1788575395]  req@ffff8b7a86bf9880 x1875453983027328/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575395.197088:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453983027328/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575395.197122:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575395.197127:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575395.197132:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983027328:192.168.202.159@tcp:250:kworker.0
00010000:00010000:3.0:1788575395.900723:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575396.924735:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575397.244717:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575397.244733:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575397.244738:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575397.244751:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3140
00000100:00080000:0.0:1788575397.244765:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575397.244775:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575397.244818:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453983027712/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575397.244873:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575397.244877:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575397.244880:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575397.244886:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3140
00000100:00080000:0.0:1788575397.244901:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575397.244907:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575397.244920:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575397.244924:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983027712:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788575397.244936:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453983027840/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575397.244945:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575397.244948:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575397.244949:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575397.244952:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3140
00000100:00080000:0.0:1788575397.244956:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575397.244960:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575397.244966:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575397.244982:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453983027968/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575397.245021:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575397.245072:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575397/real 1788575397]  req@ffff8b7a86113800 x1875453983027712/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575397.245094:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453983027712/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575397.245107:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575397.245111:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575397.245123:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983027712:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575397.245159:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983027840:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575397.245190:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575397.245204:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575397/real 1788575397]  req@ffff8b7a86110380 x1875453983027840/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575397.245218:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453983027840/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575397.245227:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575397.245230:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575397.245234:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983027840:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575397.245248:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983027968:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575397.245270:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575397.245283:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575397/real 1788575397]  req@ffff8b7a86111f80 x1875453983027968/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575397.245297:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453983027968/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575397.245307:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575397.245317:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575397.245321:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983027968:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575397.948748:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575398.972644:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575399.996675:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575401.020725:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575402.044637:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575402.364641:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575402.364652:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575402.364656:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575402.364665:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3145
00000100:00080000:3.0:1788575402.364676:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575402.364683:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575402.364723:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453983028096/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575402.364748:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575402.364750:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575402.364752:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575402.364761:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3145
00000100:00080000:3.0:1788575402.364763:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575402.364769:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575402.364778:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575402.364788:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453983028224/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575402.364799:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983028096:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575402.364800:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575402.364807:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575402.364811:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575402.364822:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3145
00000100:00080000:3.0:1788575402.364825:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575402.364849:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575402.364856:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575402.364873:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453983028352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575402.364907:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575402.364965:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575402/real 1788575402]  req@ffff8b7a8608a680 x1875453983028096/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575402.364981:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453983028096/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575402.364989:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575402.364992:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575402.364994:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983028096:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575402.365014:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983028224:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575402.365031:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575402.365039:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575402/real 1788575402]  req@ffff8b7a8608aa00 x1875453983028224/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575402.365064:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453983028224/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575402.365072:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575402.365075:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575402.365078:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983028224:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575402.365084:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983028352:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575402.365101:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575402.365109:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575402/real 1788575402]  req@ffff8b7a8608ad80 x1875453983028352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575402.365116:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453983028352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575402.365121:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575402.365123:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575402.365124:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983028352:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575403.068689:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575404.092824:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575405.116720:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575406.140744:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575407.164718:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575407.484623:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575407.484635:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575407.484640:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575407.484653:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3150
00000100:00080000:3.0:1788575407.484666:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575407.484674:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575407.484717:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453983028480/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575407.484745:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575407.484749:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575407.484750:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575407.484754:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3150
00000100:00080000:3.0:1788575407.484759:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575407.484763:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575407.484773:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575407.484780:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983028480:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575407.484788:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453983028608/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575407.484821:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575407.484824:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575407.484827:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575407.484831:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3150
00000100:00080000:3.0:1788575407.484842:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575407.484846:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000800:00000100:2.0:1788575407.484851:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000008:00100000:3.0:1788575407.484852:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575407.484866:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453983028736/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575407.484900:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575407/real 1788575407]  req@ffff8b7a8608bb80 x1875453983028480/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575407.484919:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453983028480/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575407.484942:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575407.484946:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575407.484951:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983028480:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575407.484976:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983028608:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575407.485007:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575407.485018:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575407/real 1788575407]  req@ffff8b7a86088380 x1875453983028608/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575407.485030:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453983028608/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575407.485037:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575407.485040:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575407.485043:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983028608:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575407.485049:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983028736:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575407.485070:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575407.485085:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575407/real 1788575407]  req@ffff8b7a8608b800 x1875453983028736/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575407.485097:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453983028736/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575407.485105:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575407.485108:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575407.485111:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983028736:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575408.188734:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575409.212704:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575410.236651:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575411.260717:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575412.284657:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575412.604593:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575412.604602:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575412.604607:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575412.604616:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3155
00000100:00080000:1.0:1788575412.604627:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575412.604635:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575412.604667:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453983028864/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575412.604686:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575412.604688:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575412.604690:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575412.604693:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3155
00000100:00080000:1.0:1788575412.604696:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575412.604699:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575412.604706:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575412.604714:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983028992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575412.604720:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983028864:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788575412.604740:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575412.604742:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575412.604743:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575412.604747:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3155
00000100:00080000:1.0:1788575412.604749:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575412.604752:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575412.604756:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575412.604766:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453983029120/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575412.604779:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575412.604827:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575412/real 1788575412]  req@ffff8b7a86bf8700 x1875453983028864/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575412.604847:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453983028864/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575412.604857:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575412.604861:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575412.604864:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983028864:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575412.604885:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983028992:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575412.604904:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575412.604915:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575412/real 1788575412]  req@ffff8b7a86bfaa00 x1875453983028992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575412.604927:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983028992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575412.604935:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575412.604938:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575412.604941:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983028992:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575412.604947:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983029120:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575412.604964:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575412.604974:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575412/real 1788575412]  req@ffff8b7a86bf9f80 x1875453983029120/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575412.604993:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453983029120/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575412.605001:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575412.605004:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575412.605008:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983029120:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575413.308636:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575414.332620:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575415.356618:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575416.380651:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575417.404628:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575417.724610:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575417.724619:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575417.724623:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575417.724632:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3161
00000100:00080000:3.0:1788575417.724641:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575417.724647:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575417.724689:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453983029248/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575417.724711:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575417.724714:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575417.724730:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575417.724736:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3161
00000100:00080000:3.0:1788575417.724741:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575417.724747:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575417.724753:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983029248:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788575417.724758:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575417.724774:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453983029376/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575417.724783:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575417.724786:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575417.724788:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575417.724790:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3161
00000100:00080000:3.0:1788575417.724793:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575417.724796:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575417.724801:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575417.724817:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453983029504/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575417.724833:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575417.724873:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575417/real 1788575417]  req@ffff8b7a8608b800 x1875453983029248/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575417.724895:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453983029248/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575417.724906:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575417.724911:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575417.724915:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983029248:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575417.724936:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983029376:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575417.724955:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575417.724964:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575417/real 1788575417]  req@ffff8b7a86088380 x1875453983029376/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575417.724973:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453983029376/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575417.724989:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575417.724992:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575417.724994:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983029376:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575417.724999:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983029504:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575417.725012:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575417.725019:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575417/real 1788575417]  req@ffff8b7a8608bb80 x1875453983029504/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575417.725027:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453983029504/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575417.725032:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575417.725034:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575417.725036:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983029504:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575418.428637:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575419.452680:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575420.476667:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575421.500671:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575422.524718:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575422.844609:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575422.844624:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575422.844629:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575422.844639:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3166
00000100:00080000:3.0:1788575422.844650:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575422.844680:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575422.844720:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453983029632/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575422.844742:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575422.844744:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575422.844746:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575422.844749:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3166
00000100:00080000:3.0:1788575422.844752:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575422.844754:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575422.844764:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575422.844772:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983029632:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575422.844775:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453983029760/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575422.844784:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575422.844786:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575422.844787:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575422.844789:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3166
00000100:00080000:3.0:1788575422.844791:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575422.844793:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575422.844796:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575422.844802:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453983029888/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575422.844847:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575422.844891:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575422/real 1788575422]  req@ffff8b7a8608ad80 x1875453983029632/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575422.844905:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453983029632/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575422.844914:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575422.844917:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575422.844925:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983029632:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575422.844946:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983029760:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575422.844963:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575422.844971:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575422/real 1788575422]  req@ffff8b7a8608aa00 x1875453983029760/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575422.844978:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453983029760/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575422.844983:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575422.844986:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575422.844988:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983029760:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575422.844991:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983029888:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575422.845000:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575422.845005:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575422/real 1788575422]  req@ffff8b7a8608a680 x1875453983029888/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575422.845011:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453983029888/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575422.845016:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575422.845018:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575422.845020:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983029888:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575423.548638:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575424.572672:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575425.596637:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575426.620705:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575427.644636:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575427.964612:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575427.964623:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575427.964628:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575427.964639:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3171
00000100:00080000:1.0:1788575427.964650:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575427.964657:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575427.964696:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453983030016/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575427.964718:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575427.964721:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575427.964722:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575427.964725:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3171
00000100:00080000:1.0:1788575427.964728:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575427.964747:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575427.964751:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983030016:192.168.202.159@tcp:250:kworker.0
00000008:00100000:1.0:1788575427.964758:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575427.964771:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453983030144/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575427.964779:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575427.964781:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575427.964783:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575427.964785:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3171
00000100:00080000:1.0:1788575427.964788:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575427.964792:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575427.964797:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575427.964808:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453983030272/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575427.964823:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575427.964868:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575427/real 1788575427]  req@ffff8b7a86bfad80 x1875453983030016/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575427.964884:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453983030016/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575427.964892:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575427.964895:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575427.964898:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983030016:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575427.964920:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983030144:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575427.964935:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575427.964942:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575427/real 1788575427]  req@ffff8b7a86bfb800 x1875453983030144/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575427.964949:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453983030144/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575427.964954:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575427.964956:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575427.964958:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983030144:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575427.964961:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983030272:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575427.964970:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575427.964975:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575427/real 1788575427]  req@ffff8b7a86bf9f80 x1875453983030272/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575427.964981:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453983030272/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575427.964995:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575427.964997:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575427.964999:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983030272:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575428.668649:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575429.692649:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575430.716734:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575431.740697:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575432.764655:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575433.084566:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575433.084577:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575433.084582:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575433.084592:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3176
00000100:00080000:1.0:1788575433.084602:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575433.084609:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575433.084646:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983030400/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575433.084668:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575433.084671:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575433.084688:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575433.084692:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3176
00000100:00080000:1.0:1788575433.084695:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575433.084700:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575433.084701:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983030400:192.168.202.159@tcp:250:kworker.0
00000008:00100000:1.0:1788575433.084710:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575433.084720:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453983030528/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575433.084727:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575433.084729:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575433.084731:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575433.084733:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3176
00000100:00080000:1.0:1788575433.084735:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575433.084737:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575433.084740:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575433.084746:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453983030656/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575433.084786:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575433.084833:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575433/real 1788575433]  req@ffff8b7a86bfaa00 x1875453983030400/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575433.084852:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983030400/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575433.084861:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575433.084864:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575433.084867:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983030400:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575433.084891:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983030528:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575433.084914:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575433.084927:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575433/real 1788575433]  req@ffff8b7a86bf8700 x1875453983030528/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575433.084939:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453983030528/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575433.084947:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575433.084951:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575433.084954:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983030528:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575433.084969:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983030656:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575433.085000:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575433.085013:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575433/real 1788575433]  req@ffff8b7a86bf9880 x1875453983030656/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575433.085024:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453983030656/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575433.085032:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575433.085035:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575433.085039:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983030656:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575433.788700:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575434.812707:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575435.836654:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575436.860720:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575437.884645:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575438.204571:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575438.204585:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575438.204591:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575438.204605:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3181
00000100:00080000:1.0:1788575438.204617:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575438.204624:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575438.204666:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453983030784/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575438.204714:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575438.204718:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575438.204720:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575438.204725:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3181
00000100:00080000:1.0:1788575438.204729:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575438.204735:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575438.204746:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575438.204750:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983030784:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575438.204759:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453983030912/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575438.204769:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575438.204772:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575438.204774:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575438.204777:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3181
00000100:00080000:1.0:1788575438.204781:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575438.204785:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575438.204789:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575438.204800:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453983031040/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575438.204827:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575438.204873:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575438/real 1788575438]  req@ffff8b7a86bf8380 x1875453983030784/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575438.204888:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453983030784/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575438.204896:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575438.204900:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575438.204903:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983030784:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575438.204924:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983030912:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575438.204942:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575438.204955:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575438/real 1788575438]  req@ffff8b7a86bfa300 x1875453983030912/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575438.204978:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453983030912/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575438.204986:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575438.204990:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575438.204994:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983030912:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575438.205000:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983031040:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575438.205022:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575438.205034:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575438/real 1788575438]  req@ffff8b7a86bf9880 x1875453983031040/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575438.205047:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453983031040/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575438.205055:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575438.205059:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575438.205063:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983031040:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575438.908644:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575439.932718:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575440.956635:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575441.980656:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575443.004633:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575443.324638:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575443.324652:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575443.324657:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575443.324671:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3186
00000100:00080000:3.0:1788575443.324684:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575443.324694:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575443.324748:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453983031168/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575443.324773:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575443.324777:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575443.324779:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575443.324786:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3186
00000100:00080000:3.0:1788575443.324790:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575443.324794:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575443.324807:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575443.324814:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983031168:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575443.324824:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453983031296/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575443.324853:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575443.324857:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575443.324859:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575443.324863:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3186
00000100:00080000:3.0:1788575443.324882:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575443.324887:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575443.324892:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788575443.324897:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788575443.324908:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453983031424/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575443.324952:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575443/real 1788575443]  req@ffff8b7a86089f80 x1875453983031168/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575443.324973:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453983031168/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575443.324997:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575443.325002:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575443.325007:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983031168:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575443.325034:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983031296:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575443.325057:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575443.325067:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575443/real 1788575443]  req@ffff8b7a8608a300 x1875453983031296/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575443.325075:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453983031296/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575443.325081:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575443.325083:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575443.325085:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983031296:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575443.325089:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983031424:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575443.325112:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575443.325125:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575443/real 1788575443]  req@ffff8b7a86089c00 x1875453983031424/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575443.325137:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453983031424/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575443.325145:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575443.325149:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575443.325152:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983031424:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575444.028702:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575445.052667:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575446.076672:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575447.100713:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575448.124641:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575448.444609:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575448.444617:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575448.444621:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575448.444628:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3191
00000100:00080000:0.0:1788575448.444637:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575448.444642:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575448.444673:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453983031552/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575448.444694:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575448.444697:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575448.444698:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575448.444700:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3191
00000100:00080000:0.0:1788575448.444703:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575448.444705:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575448.444713:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575448.444722:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453983031680/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575448.444730:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575448.444735:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1788575448.444738:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983031552:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575448.444751:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575448.444755:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3191
00000100:00080000:0.0:1788575448.444758:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575448.444760:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575448.444764:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575448.444773:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453983031808/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575448.444831:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575448.444874:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575448/real 1788575448]  req@ffff8b7a86110000 x1875453983031552/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575448.444889:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453983031552/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575448.444898:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575448.444901:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575448.444904:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983031552:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575448.444926:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983031680:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575448.444943:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575448.444951:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575448/real 1788575448]  req@ffff8b7a86113480 x1875453983031680/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575448.444958:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453983031680/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575448.444963:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575448.444965:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575448.444967:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983031680:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575448.444971:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983031808:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575448.444980:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575448.444985:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575448/real 1788575448]  req@ffff8b7a86111500 x1875453983031808/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575448.445005:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453983031808/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575448.445010:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575448.445012:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575448.445014:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983031808:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575449.148683:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575450.172664:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575451.196591:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575452.220672:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575453.244695:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575453.564621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575453.564635:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575453.564640:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575453.564676:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3196
00000100:00080000:1.0:1788575453.564689:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575453.564698:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575453.564741:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453983031936/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575453.564771:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575453.564775:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575453.564777:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575453.564782:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3196
00000100:00080000:1.0:1788575453.564786:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575453.564791:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575453.564800:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983031936:192.168.202.159@tcp:250:kworker.0
00000008:00100000:1.0:1788575453.564802:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575453.564817:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983032064/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575453.564825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575453.564827:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575453.564829:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575453.564831:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3196
00000100:00080000:1.0:1788575453.564834:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575453.564837:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575453.564841:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575453.564848:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453983032192/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575453.564873:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575453.564921:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575453/real 1788575453]  req@ffff8b7a86bf8700 x1875453983031936/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575453.564937:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453983031936/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575453.564946:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575453.564949:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575453.564953:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983031936:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575453.564975:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983032064:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575453.564991:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575453.564999:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575453/real 1788575453]  req@ffff8b7a86bfaa00 x1875453983032064/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575453.565006:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983032064/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575453.565020:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575453.565023:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575453.565025:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983032064:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575453.565029:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983032192:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575453.565047:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575453.565057:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575453/real 1788575453]  req@ffff8b7a86bf9f80 x1875453983032192/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575453.565068:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453983032192/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575453.565091:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575453.565094:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575453.565097:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983032192:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575454.268699:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575455.292630:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575456.316640:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575457.340636:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575458.364670:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575458.684585:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575458.684594:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575458.684598:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575458.684608:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3202
00000100:00080000:1.0:1788575458.684618:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575458.684626:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575458.684653:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453983032320/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575458.684673:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575458.684675:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575458.684676:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575458.684679:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3202
00000100:00080000:1.0:1788575458.684682:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575458.684685:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575458.684692:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575458.684699:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453983032448/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575458.684703:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983032320:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788575458.684715:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575458.684718:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575458.684720:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575458.684723:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3202
00000100:00080000:1.0:1788575458.684726:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575458.684747:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575458.684752:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575458.684765:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453983032576/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575458.684796:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983032448:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575458.684821:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983032576:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788575459.388680:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575460.412617:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575461.436637:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788575461.756782:0:2374:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788575461.756828:0:2374:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788575461.756843:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575461.756893:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575461.756902:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788575461.757093:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575458/real 1788575461]  req@ffff8b7a86bfad80 x1875453983032448/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575461.757134:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453983032448/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575461.757147:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575461.757153:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575461.757158:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983032448:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575461.757167:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575458/real 1788575461]  req@ffff8b7a86bf9f80 x1875453983032576/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575461.757180:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453983032576/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575461.757188:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575461.757191:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575461.757194:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983032576:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575461.757200:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575458/real 1788575461]  req@ffff8b7a86bfb800 x1875453983032320/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575461.757212:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453983032320/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575461.757226:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575461.757230:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575461.757235:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983032320:192.168.202.159@tcp:250:kworker.0
00010000:00010000:1.0:1788575462.460664:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575463.484699:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575463.804624:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575463.804638:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575463.804644:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575463.804658:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3207
00000100:00080000:3.0:1788575463.804670:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575463.804681:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575463.804722:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453983032704/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575463.804751:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575463.804773:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575463.804775:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575463.804780:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3207
00000100:00080000:3.0:1788575463.804784:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575463.804789:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575463.804801:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575463.804815:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453983032832/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575463.804837:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575463.804840:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575463.804842:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575463.804845:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3207
00000100:00080000:3.0:1788575463.804850:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575463.804858:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575463.804863:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575463.804875:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453983032960/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575463.804904:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983032704:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788575463.804997:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575463.805056:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575463/real 1788575463]  req@ffff8b7a86088700 x1875453983032704/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575463.805077:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453983032704/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575463.805089:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575463.805094:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575463.805097:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983032704:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575463.805105:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983032832:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575463.805129:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575463.805142:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575463/real 1788575463]  req@ffff8b7a86089880 x1875453983032832/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575463.805160:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453983032832/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575463.805169:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575463.805172:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575463.805194:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983032832:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575463.805225:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983032960:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575463.805248:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575463.805260:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575463/real 1788575463]  req@ffff8b7a86088a80 x1875453983032960/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575463.805272:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453983032960/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575463.805280:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575463.805283:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575463.805286:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983032960:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575464.508669:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575465.532722:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575466.556588:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575467.580668:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575468.604707:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575468.924590:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575468.924601:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575468.924609:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575468.924622:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3212
00000100:00080000:3.0:1788575468.924632:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575468.924639:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575468.924684:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453983033088/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575468.924722:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575468.924725:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575468.924727:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575468.924731:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3212
00000100:00080000:3.0:1788575468.924735:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575468.924739:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575468.924749:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575468.924762:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453983033216/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575468.924768:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983033088:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575468.924771:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575468.924774:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575468.924776:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575468.924779:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3212
00000100:00080000:3.0:1788575468.924782:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575468.924786:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575468.924789:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575468.924797:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453983033344/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575468.924837:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575468.924884:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575468/real 1788575468]  req@ffff8b7a86088000 x1875453983033088/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575468.924898:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453983033088/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575468.924905:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575468.924908:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575468.924912:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983033088:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575468.924933:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983033216:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575468.924963:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575468.924976:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575468/real 1788575468]  req@ffff8b7a8608b480 x1875453983033216/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575468.924985:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453983033216/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575468.924990:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575468.924992:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575468.924994:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983033216:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575468.924998:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983033344:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575468.925010:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575468.925016:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575468/real 1788575468]  req@ffff8b7a86089180 x1875453983033344/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575468.925022:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453983033344/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575468.925027:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575468.925028:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575468.925030:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983033344:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575469.628662:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575470.652598:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575471.676681:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575472.700607:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575473.724645:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575474.044601:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575474.044610:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575474.044613:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575474.044623:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3217
00000100:00080000:3.0:1788575474.044650:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575474.044656:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575474.044686:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453983033472/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575474.044710:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575474.044713:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575474.044714:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575474.044717:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3217
00000100:00080000:3.0:1788575474.044720:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575474.044722:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575474.044730:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575474.044739:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453983033600/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575474.044746:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575474.044749:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575474.044752:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575474.044755:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3217
00000100:00080000:3.0:1788575474.044757:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575474.044759:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575474.044762:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575474.044769:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453983033728/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575474.044789:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983033472:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788575474.044872:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575474.044918:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575474/real 1788575474]  req@ffff8b7a86088e00 x1875453983033472/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575474.044948:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453983033472/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575474.044958:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575474.044962:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575474.044965:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983033472:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575474.044972:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983033600:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575474.044991:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575474.045001:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575474/real 1788575474]  req@ffff8b7a86089500 x1875453983033600/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575474.045010:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453983033600/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575474.045016:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575474.045018:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575474.045020:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983033600:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575474.045043:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983033728:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575474.045055:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575474.045062:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575474/real 1788575474]  req@ffff8b7a8608b100 x1875453983033728/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575474.045070:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453983033728/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575474.045085:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575474.045088:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575474.045091:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983033728:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788575474.748627:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575475.772733:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575476.796617:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575477.820691:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575478.844706:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575479.164594:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575479.164631:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575479.164635:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575479.164644:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3222
00000100:00080000:3.0:1788575479.164654:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575479.164663:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575479.164701:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453983033856/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575479.164732:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575479.164737:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575479.164739:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575479.164744:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3222
00000100:00080000:3.0:1788575479.164748:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575479.164752:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575479.164760:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575479.164775:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453983033984/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575479.164786:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575479.164790:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575479.164793:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575479.164798:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3222
00000100:00080000:3.0:1788575479.164802:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575479.164807:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575479.164812:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575479.164825:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453983034112/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575479.164834:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983033856:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788575479.164927:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575479.164976:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575479/real 1788575479]  req@ffff8b7a8608b100 x1875453983033856/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575479.164996:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453983033856/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575479.165007:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575479.165011:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575479.165016:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983033856:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575479.165023:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983033984:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575479.165043:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575479.165053:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575479/real 1788575479]  req@ffff8b7a86089500 x1875453983033984/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575479.165064:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453983033984/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575479.165070:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575479.165085:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575479.165089:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983033984:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575479.165118:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983034112:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575479.165136:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575479.165156:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575479/real 1788575479]  req@ffff8b7a86088e00 x1875453983034112/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575479.165166:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453983034112/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575479.165173:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575479.165176:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575479.165179:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983034112:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575479.868635:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575480.892746:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575481.916653:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575482.940653:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575483.964677:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575484.284641:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575484.284655:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575484.284686:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575484.284698:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3227
00000100:00080000:0.0:1788575484.284711:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575484.284719:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575484.284758:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453983034240/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575484.284811:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575484.284816:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575484.284818:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575484.284822:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3227
00000100:00080000:0.0:1788575484.284826:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575484.284830:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575484.284841:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575484.284855:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453983034368/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575484.284865:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788575484.284865:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983034240:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575484.284869:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575484.284873:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575484.284877:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3227
00000100:00080000:0.0:1788575484.284880:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575484.284883:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575484.284886:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575484.284895:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453983034496/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575484.284939:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575484.284995:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575484/real 1788575484]  req@ffff8b7a86111500 x1875453983034240/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575484.285017:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453983034240/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575484.285030:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575484.285035:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575484.285040:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983034240:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575484.285074:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983034368:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575484.285100:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575484.285113:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575484/real 1788575484]  req@ffff8b7a86113480 x1875453983034368/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575484.285126:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453983034368/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575484.285135:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575484.285138:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575484.285142:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983034368:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575484.285148:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983034496:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575484.285167:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575484.285177:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575484/real 1788575484]  req@ffff8b7a86110000 x1875453983034496/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575484.285188:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453983034496/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575484.285196:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575484.285199:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575484.285202:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983034496:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575484.988665:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575486.012644:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575487.036724:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575488.060673:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575489.084668:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575489.404630:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575489.404644:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575489.404650:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575489.404663:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3232
00000100:00080000:0.0:1788575489.404676:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575489.404685:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575489.404733:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453983034624/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575489.404757:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575489.404760:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575489.404761:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575489.404765:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3232
00000100:00080000:0.0:1788575489.404768:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575489.404772:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575489.404782:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575489.404793:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983034624:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788575489.404795:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453983034752/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575489.404808:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575489.404812:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575489.404843:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575489.404848:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3232
00000100:00080000:0.0:1788575489.404855:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575489.404859:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575489.404865:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788575489.404873:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788575489.404878:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453983034880/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575489.404952:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575489/real 1788575489]  req@ffff8b7a86111f80 x1875453983034624/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575489.404974:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453983034624/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575489.404987:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575489.404991:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575489.404994:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983034624:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575489.405019:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983034752:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575489.405039:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575489.405048:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575489/real 1788575489]  req@ffff8b7a86110380 x1875453983034752/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575489.405056:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453983034752/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575489.405062:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575489.405064:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575489.405065:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983034752:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575489.405069:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983034880:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575489.405079:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575489.405084:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575489/real 1788575489]  req@ffff8b7a86113800 x1875453983034880/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575489.405091:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453983034880/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575489.405104:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575489.405106:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575489.405109:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983034880:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788575490.108661:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575491.132628:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575492.156608:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575493.180714:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575494.204601:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575494.524600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575494.524610:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575494.524614:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575494.524623:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3237
00000100:00080000:1.0:1788575494.524634:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575494.524639:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575494.524670:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453983035008/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575494.524695:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575494.524699:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575494.524701:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575494.524705:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3237
00000100:00080000:1.0:1788575494.524710:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575494.524714:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575494.524722:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575494.524730:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983035008:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575494.524733:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453983035136/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575494.524740:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575494.524755:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575494.524756:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575494.524759:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3237
00000100:00080000:1.0:1788575494.524763:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575494.524765:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575494.524770:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575494.524778:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453983035264/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575494.524803:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575494.524857:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575494/real 1788575494]  req@ffff8b7a86bfb800 x1875453983035008/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575494.524875:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453983035008/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575494.524884:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575494.524888:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575494.524892:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983035008:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575494.524913:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983035136:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575494.524935:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575494.524946:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575494/real 1788575494]  req@ffff8b7a86bf9f80 x1875453983035136/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575494.524957:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453983035136/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575494.524965:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575494.524968:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575494.524971:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983035136:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575494.524977:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983035264:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575494.524996:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575494.525006:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575494/real 1788575494]  req@ffff8b7a86bfad80 x1875453983035264/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575494.525038:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453983035264/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575494.525045:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575494.525048:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575494.525051:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983035264:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575495.228594:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575496.252663:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575497.276620:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575498.300669:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575499.324700:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575499.644632:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575499.644643:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575499.644648:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575499.644657:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3242
00000100:00080000:3.0:1788575499.644668:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575499.644675:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575499.644725:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453983035392/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575499.644753:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575499.644756:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575499.644758:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575499.644761:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3242
00000100:00080000:3.0:1788575499.644764:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575499.644767:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575499.644776:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575499.644787:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453983035520/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575499.644797:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575499.644800:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1788575499.644802:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983035392:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575499.644802:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575499.644808:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3242
00000100:00080000:3.0:1788575499.644812:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575499.644815:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575499.644836:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575499.644846:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453983035648/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575499.644884:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575499.644931:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575499/real 1788575499]  req@ffff8b7a86089180 x1875453983035392/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575499.644951:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453983035392/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575499.644962:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575499.644965:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575499.644969:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983035392:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575499.644994:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983035520:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575499.645012:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575499.645020:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575499/real 1788575499]  req@ffff8b7a8608b480 x1875453983035520/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575499.645028:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453983035520/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575499.645042:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575499.645045:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575499.645047:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983035520:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575499.645051:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983035648:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575499.645064:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575499.645070:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575499/real 1788575499]  req@ffff8b7a86088000 x1875453983035648/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575499.645079:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453983035648/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575499.645086:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575499.645089:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575499.645093:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983035648:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575500.348685:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575501.372636:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575502.396704:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575503.420645:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575504.444650:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575504.764625:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575504.764638:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575504.764643:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575504.764656:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3248
00000100:00080000:1.0:1788575504.764667:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575504.764676:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575504.764724:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983035776/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575504.764760:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575504.764764:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575504.764766:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575504.764771:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3248
00000100:00080000:1.0:1788575504.764775:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575504.764779:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575504.764787:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983035776:192.168.202.159@tcp:250:kworker.0
00000008:00100000:1.0:1788575504.764811:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575504.764838:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453983035904/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575504.764850:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575504.764853:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575504.764856:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575504.764859:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3248
00000100:00080000:1.0:1788575504.764863:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575504.764870:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000800:00000100:2.0:1788575504.764872:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000008:00100000:1.0:1788575504.764875:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575504.764888:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453983036032/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575504.764920:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575504/real 1788575504]  req@ffff8b7a86bfaa00 x1875453983035776/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575504.764939:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983035776/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575504.764950:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575504.764964:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575504.764974:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983035776:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575504.764997:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983035904:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575504.765018:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575504.765029:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575504/real 1788575504]  req@ffff8b7a86bf8700 x1875453983035904/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575504.765041:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453983035904/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575504.765049:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575504.765052:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575504.765055:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983035904:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575504.765061:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983036032:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575504.765074:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575504.765082:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575504/real 1788575504]  req@ffff8b7a86bf9880 x1875453983036032/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575504.765092:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453983036032/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575504.765100:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575504.765103:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575504.765106:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983036032:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788575505.468653:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575506.492641:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575507.516673:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575508.540700:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575509.564638:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575509.884641:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575509.884654:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575509.884659:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575509.884671:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3253
00000100:00080000:0.0:1788575509.884682:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575509.884692:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575509.884735:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453983036160/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575509.884786:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575509.884790:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575509.884791:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575509.884796:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3253
00000100:00080000:0.0:1788575509.884801:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575509.884806:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575509.884818:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575509.884841:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453983036288/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575509.884843:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983036160:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575509.884868:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575509.884871:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575509.884875:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575509.884880:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3253
00000100:00080000:0.0:1788575509.884884:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575509.884889:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575509.884895:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575509.884910:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453983036416/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575509.884928:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575509.884983:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575509/real 1788575509]  req@ffff8b7a86110e00 x1875453983036160/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575509.885001:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453983036160/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575509.885011:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575509.885015:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575509.885020:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983036160:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575509.885053:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983036288:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575509.885076:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575509.885088:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575509/real 1788575509]  req@ffff8b7a86112300 x1875453983036288/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575509.885100:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453983036288/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575509.885107:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575509.885111:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575509.885114:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983036288:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575509.885120:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983036416:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575509.885139:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575509.885150:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575509/real 1788575509]  req@ffff8b7a86113b80 x1875453983036416/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575509.885158:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453983036416/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575509.885171:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575509.885174:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575509.885176:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983036416:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575510.588637:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575511.612636:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575512.636668:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575513.660662:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575514.684708:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575515.004632:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575515.004655:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575515.004660:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575515.004673:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3258
00000100:00080000:3.0:1788575515.004685:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575515.004694:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575515.004741:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453983036544/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575515.004763:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575515.004767:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575515.004768:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575515.004772:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3258
00000100:00080000:3.0:1788575515.004782:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575515.004787:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575515.004798:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575515.004805:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983036544:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575515.004810:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453983036672/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575515.004819:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575515.004822:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575515.004823:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575515.004826:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3258
00000100:00080000:3.0:1788575515.004865:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575515.004869:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575515.004873:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788575515.004874:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788575515.004883:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453983036800/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575515.004917:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575515/real 1788575515]  req@ffff8b7a86088a80 x1875453983036544/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575515.004936:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453983036544/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575515.004943:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575515.004946:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575515.004949:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983036544:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575515.004977:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983036672:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575515.004993:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575515.005002:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575515/real 1788575515]  req@ffff8b7a86089880 x1875453983036672/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575515.005009:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453983036672/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575515.005014:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575515.005016:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575515.005018:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983036672:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575515.005026:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983036800:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575515.005039:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575515.005045:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575515/real 1788575515]  req@ffff8b7a86088700 x1875453983036800/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575515.005052:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453983036800/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575515.005056:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575515.005058:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575515.005059:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983036800:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575515.708602:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575516.732647:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575517.756663:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575518.780576:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575519.804658:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575520.124633:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575520.124643:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575520.124647:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575520.124657:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3263
00000100:00080000:0.0:1788575520.124669:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575520.124675:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575520.124720:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453983036928/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575520.124741:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575520.124744:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575520.124745:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575520.124748:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3263
00000100:00080000:0.0:1788575520.124750:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575520.124753:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575520.124763:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575520.124771:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453983037056/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575520.124778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575520.124786:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1788575520.124786:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983036928:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575520.124802:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575520.124807:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3263
00000100:00080000:0.0:1788575520.124809:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575520.124812:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575520.124838:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575520.124852:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453983037184/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575520.124864:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575520.124908:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575520/real 1788575520]  req@ffff8b7a86112a00 x1875453983036928/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575520.124928:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453983036928/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575520.124940:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575520.124943:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575520.124946:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983036928:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575520.124974:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983037056:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575520.124997:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575520.125008:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575520/real 1788575520]  req@ffff8b7a86112d80 x1875453983037056/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575520.125028:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453983037056/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575520.125035:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575520.125038:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575520.125041:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983037056:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575520.125046:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983037184:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575520.125065:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575520.125081:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575520/real 1788575520]  req@ffff8b7a86111880 x1875453983037184/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575520.125091:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453983037184/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575520.125098:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575520.125100:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575520.125103:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983037184:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575520.828676:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575521.852652:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575522.876666:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575523.900685:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575524.924639:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575525.244624:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575525.244639:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575525.244644:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575525.244654:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3268
00000100:00080000:1.0:1788575525.244665:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575525.244672:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575525.244712:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453983037312/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575525.244734:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575525.244751:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575525.244753:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575525.244756:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3268
00000100:00080000:1.0:1788575525.244759:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575525.244763:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575525.244773:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575525.244788:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453983037440/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575525.244799:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575525.244801:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575525.244805:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788575525.244810:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983037312:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788575525.244811:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3268
00000100:00080000:1.0:1788575525.244819:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575525.244828:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575525.244831:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575525.244840:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453983037568/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575525.244937:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983037440:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575525.244962:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983037568:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575525.948676:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575526.972731:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575527.996646:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788575528.316894:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788575528.316952:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788575528.317000:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575528.317044:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575528.317053:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788575528.317113:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575525/real 1788575528]  req@ffff8b7a86bf8380 x1875453983037440/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575528.317149:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453983037440/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575528.317164:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575528.317169:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575528.317186:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983037440:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575528.317196:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575525/real 1788575528]  req@ffff8b7a86bf9880 x1875453983037568/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575528.317210:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453983037568/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575528.317219:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575528.317223:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575528.317227:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983037568:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575528.317235:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575525/real 1788575528]  req@ffff8b7a86bfa300 x1875453983037312/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575528.317248:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453983037312/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575528.317256:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575528.317260:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575528.317263:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983037312:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788575529.020595:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575530.044650:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575530.364635:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575530.364648:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575530.364653:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575530.364664:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3273
00000100:00080000:1.0:1788575530.364675:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575530.364684:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575530.364722:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453983037696/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575530.364772:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575530.364775:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575530.364776:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575530.364780:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3273
00000100:00080000:1.0:1788575530.364783:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575530.364786:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575530.364797:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575530.364809:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453983037824/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575530.364819:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575530.364823:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575530.364825:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575530.364828:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3273
00000100:00080000:1.0:1788575530.364833:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575530.364837:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575530.364842:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575530.364849:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983037696:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575530.364858:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453983037952/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575530.364947:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575530.365021:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575530/real 1788575530]  req@ffff8b7a86bfa300 x1875453983037696/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575530.365044:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453983037696/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575530.365056:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575530.365060:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575530.365065:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983037696:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575530.365072:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983037824:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575530.365098:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575530.365112:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575530/real 1788575530]  req@ffff8b7a86bf9880 x1875453983037824/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575530.365123:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453983037824/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575530.365131:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575530.365135:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575530.365138:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983037824:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575530.365176:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983037952:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575530.365208:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575530.365220:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575530/real 1788575530]  req@ffff8b7a86bf8380 x1875453983037952/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575530.365230:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453983037952/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575530.365238:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575530.365241:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575530.365244:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983037952:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575531.068653:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575532.092670:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575533.116628:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575534.140591:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575535.164639:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575535.484586:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575535.484596:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575535.484601:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575535.484611:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3278
00000100:00080000:3.0:1788575535.484622:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575535.484629:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575535.484674:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453983038080/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575535.484694:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575535.484697:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575535.484698:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575535.484701:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3278
00000100:00080000:3.0:1788575535.484703:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575535.484706:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575535.484729:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575535.484739:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453983038208/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575535.484745:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983038080:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575535.484748:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575535.484756:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575535.484758:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575535.484761:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3278
00000100:00080000:3.0:1788575535.484764:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575535.484767:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575535.484770:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575535.484778:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453983038336/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575535.484823:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575535.484872:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575535/real 1788575535]  req@ffff8b7a86089c00 x1875453983038080/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575535.484892:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453983038080/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575535.484904:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575535.484908:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575535.484912:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983038080:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575535.484938:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983038208:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575535.484959:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575535.484970:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575535/real 1788575535]  req@ffff8b7a8608a300 x1875453983038208/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575535.485011:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453983038208/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575535.485025:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575535.485029:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575535.485033:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983038208:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575535.485039:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983038336:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575535.485058:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575535.485080:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575535/real 1788575535]  req@ffff8b7a86089f80 x1875453983038336/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575535.485094:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453983038336/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575535.485102:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575535.485105:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575535.485114:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983038336:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575536.188666:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575537.212666:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575538.236611:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575539.260718:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575540.284688:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575540.604605:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575540.604616:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575540.604620:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575540.604630:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3283
00000100:00080000:0.0:1788575540.604640:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575540.604647:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575540.604684:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453983038464/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575540.604707:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575540.604710:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575540.604711:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575540.604730:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3283
00000100:00080000:0.0:1788575540.604733:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575540.604736:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575540.604746:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575540.604755:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453983038592/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575540.604763:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575540.604764:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983038464:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575540.604767:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575540.604772:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575540.604775:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3283
00000100:00080000:0.0:1788575540.604777:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575540.604779:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575540.604782:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575540.604790:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453983038720/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575540.604834:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575540.604878:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575540/real 1788575540]  req@ffff8b7a86111c00 x1875453983038464/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575540.604894:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453983038464/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575540.604911:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575540.604914:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575540.604917:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983038464:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575540.604952:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983038592:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575540.604990:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575540.605004:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575540/real 1788575540]  req@ffff8b7a86112680 x1875453983038592/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575540.605016:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453983038592/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575540.605024:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575540.605028:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575540.605031:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983038592:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575540.605037:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983038720:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575540.605052:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575540.605059:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575540/real 1788575540]  req@ffff8b7a86110700 x1875453983038720/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575540.605067:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453983038720/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575540.605072:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575540.605074:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575540.605076:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983038720:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575541.308708:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575542.332744:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575543.356690:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575544.380677:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575545.404647:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575545.724621:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575545.724632:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575545.724636:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575545.724646:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3289
00000100:00080000:3.0:1788575545.724657:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575545.724664:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575545.724703:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453983038848/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575545.724730:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575545.724752:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575545.724754:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575545.724757:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3289
00000100:00080000:3.0:1788575545.724761:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575545.724764:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575545.724769:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983038848:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788575545.724774:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575545.724789:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453983038976/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575545.724797:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575545.724800:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575545.724801:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575545.724803:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3289
00000100:00080000:3.0:1788575545.724806:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575545.724808:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575545.724811:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575545.724820:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453983039104/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575545.724843:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575545.724882:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575545/real 1788575545]  req@ffff8b7a8608a680 x1875453983038848/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575545.724896:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453983038848/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575545.724904:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575545.724906:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575545.724910:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983038848:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575545.724930:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983038976:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575545.724944:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575545.724951:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575545/real 1788575545]  req@ffff8b7a8608aa00 x1875453983038976/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575545.724958:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453983038976/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575545.724963:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575545.724965:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575545.724967:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983038976:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575545.724970:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983039104:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575545.724978:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575545.724983:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575545/real 1788575545]  req@ffff8b7a8608ad80 x1875453983039104/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575545.724996:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453983039104/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575545.725001:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575545.725003:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575545.725005:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983039104:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575546.428641:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575547.452618:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575548.476663:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575549.500671:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575550.524632:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575550.844611:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575550.844621:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575550.844626:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575550.844656:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3294
00000100:00080000:0.0:1788575550.844669:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575550.844678:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575550.844722:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453983039232/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575550.844753:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575550.844758:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575550.844759:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575550.844764:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3294
00000100:00080000:0.0:1788575550.844768:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575550.844772:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575550.844783:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575550.844797:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453983039360/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575550.844808:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575550.844812:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575550.844815:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788575550.844817:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983039232:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575550.844820:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3294
00000100:00080000:0.0:1788575550.844827:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575550.844833:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575550.844838:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575550.844849:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453983039488/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575550.844894:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575550.844930:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575550/real 1788575550]  req@ffff8b7a86110a80 x1875453983039232/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575550.844945:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453983039232/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575550.844953:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575550.844956:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575550.844960:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983039232:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575550.844993:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983039360:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575550.845024:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575550.845035:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575550/real 1788575550]  req@ffff8b7a86111180 x1875453983039360/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575550.845044:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453983039360/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575550.845058:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575550.845061:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575550.845063:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983039360:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575550.845068:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983039488:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575550.845083:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575550.845090:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575550/real 1788575550]  req@ffff8b7a86113100 x1875453983039488/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575550.845101:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453983039488/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575550.845109:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575550.845113:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575550.845116:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983039488:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575551.548679:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575552.572701:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575553.596667:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575554.620698:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575555.644639:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575555.964609:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575555.964624:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575555.964630:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575555.964644:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3299
00000100:00080000:1.0:1788575555.964681:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575555.964691:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575555.964734:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453983039616/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575555.964764:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575555.964768:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575555.964770:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575555.964774:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3299
00000100:00080000:1.0:1788575555.964777:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575555.964780:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575555.964791:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575555.964802:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983039744/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575555.964805:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983039616:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788575555.964817:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575555.964819:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575555.964821:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575555.964823:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3299
00000100:00080000:1.0:1788575555.964826:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575555.964828:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575555.964831:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575555.964840:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453983039872/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575555.964873:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575555.964910:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575555/real 1788575555]  req@ffff8b7a86bf8700 x1875453983039616/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575555.964923:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453983039616/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575555.964931:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575555.964934:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575555.964949:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983039616:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575555.964970:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983039744:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575555.964986:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575555.964994:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575555/real 1788575555]  req@ffff8b7a86bfaa00 x1875453983039744/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575555.965002:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983039744/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575555.965007:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575555.965009:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575555.965011:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983039744:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575555.965014:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983039872:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575555.965023:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575555.965028:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575555/real 1788575555]  req@ffff8b7a86bfad80 x1875453983039872/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575555.965034:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453983039872/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575555.965039:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575555.965040:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575555.965042:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983039872:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575556.668714:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575557.692656:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575558.716701:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575559.740651:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575560.764645:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575561.084604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575561.084637:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575561.084642:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575561.084654:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3304
00000100:00080000:1.0:1788575561.084666:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575561.084675:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575561.084709:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453983040000/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575561.084733:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575561.084736:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575561.084738:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575561.084741:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3304
00000100:00080000:1.0:1788575561.084743:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575561.084745:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575561.084755:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575561.084764:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453983040128/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575561.084771:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575561.084773:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575561.084774:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575561.084776:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3304
00000100:00080000:1.0:1788575561.084778:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575561.084780:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575561.084783:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575561.084786:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983040000:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575561.084796:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453983040256/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575561.084862:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575561.084911:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575561/real 1788575561]  req@ffff8b7a86bf9f80 x1875453983040000/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575561.084939:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453983040000/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575561.084950:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575561.084955:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575561.084959:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983040000:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575561.084966:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983040128:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575561.084989:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575561.085001:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575561/real 1788575561]  req@ffff8b7a86bfb800 x1875453983040128/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575561.085014:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453983040128/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575561.085022:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575561.085025:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575561.085028:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983040128:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575561.085054:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983040256:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575561.085072:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575561.085082:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575561/real 1788575561]  req@ffff8b7a86bfad80 x1875453983040256/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575561.085094:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453983040256/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575561.085116:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575561.085119:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575561.085123:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983040256:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575561.788676:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575562.812688:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575563.836703:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575564.860693:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575565.884655:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575566.204588:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575566.204599:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575566.204603:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575566.204619:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3309
00000100:00080000:1.0:1788575566.204630:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575566.204637:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575566.204675:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983040384/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575566.204705:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575566.204709:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575566.204711:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575566.204715:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3309
00000100:00080000:1.0:1788575566.204719:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575566.204723:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575566.204734:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575566.204745:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453983040512/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575566.204752:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575566.204755:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575566.204756:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575566.204759:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3309
00000100:00080000:1.0:1788575566.204761:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575566.204764:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575566.204770:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983040384:192.168.202.159@tcp:250:kworker.0
00000008:00100000:1.0:1788575566.204790:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575566.204805:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453983040640/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575566.204849:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575566.204893:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575566/real 1788575566]  req@ffff8b7a86bfaa00 x1875453983040384/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575566.204913:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983040384/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575566.204924:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575566.204928:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575566.204932:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983040384:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575566.204939:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983040512:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575566.204962:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575566.204974:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575566/real 1788575566]  req@ffff8b7a86bf8700 x1875453983040512/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575566.204985:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453983040512/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575566.204993:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575566.204997:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575566.205000:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983040512:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575566.205034:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983040640:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575566.205053:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575566.205064:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575566/real 1788575566]  req@ffff8b7a86bf8380 x1875453983040640/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575566.205075:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453983040640/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575566.205083:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575566.205086:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575566.205089:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983040640:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575566.908685:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575567.932641:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575568.956688:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575569.980678:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575571.004693:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575571.324615:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575571.324663:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575571.324667:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575571.324678:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3314
00000100:00080000:3.0:1788575571.324689:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575571.324697:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575571.324738:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453983040768/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575571.324772:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575571.324777:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575571.324779:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575571.324784:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3314
00000100:00080000:3.0:1788575571.324788:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575571.324792:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575571.324804:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575571.324818:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453983040896/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575571.324825:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983040768:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575571.324830:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575571.324834:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575571.324835:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575571.324838:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3314
00000100:00080000:3.0:1788575571.324841:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575571.324843:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575571.324847:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575571.324857:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453983041024/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575571.324888:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575571.324926:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575571/real 1788575571]  req@ffff8b7a8608bb80 x1875453983040768/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575571.324945:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453983040768/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575571.324957:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575571.324961:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575571.324965:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983040768:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575571.324988:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983040896:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575571.325004:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575571.325012:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575571/real 1788575571]  req@ffff8b7a86088380 x1875453983040896/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575571.325027:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453983040896/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575571.325032:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575571.325034:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575571.325036:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983040896:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575571.325039:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983041024:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575571.325051:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575571.325057:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575571/real 1788575571]  req@ffff8b7a8608b800 x1875453983041024/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575571.325073:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453983041024/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575571.325080:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575571.325082:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575571.325084:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983041024:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575572.028669:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575573.052644:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575574.076655:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575575.100618:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575576.124671:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575576.444617:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575576.444628:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575576.444633:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575576.444644:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3319
00000100:00080000:3.0:1788575576.444656:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575576.444664:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575576.444706:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453983041152/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575576.444742:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575576.444746:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575576.444747:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575576.444750:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3319
00000100:00080000:3.0:1788575576.444753:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575576.444756:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575576.444765:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575576.444776:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453983041280/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575576.444783:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575576.444790:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575576.444791:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575576.444794:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3319
00000100:00080000:3.0:1788575576.444798:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788575576.444800:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983041152:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575576.444803:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575576.444823:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575576.444832:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453983041408/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575576.444877:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575576.444927:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575576/real 1788575576]  req@ffff8b7a8608b800 x1875453983041152/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575576.444943:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453983041152/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575576.444961:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575576.444965:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575576.444970:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983041152:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575576.444977:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983041280:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575576.445002:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575576.445016:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575576/real 1788575576]  req@ffff8b7a86088380 x1875453983041280/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575576.445028:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453983041280/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575576.445035:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575576.445039:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575576.445042:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983041280:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575576.445070:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983041408:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575576.445090:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575576.445101:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575576/real 1788575576]  req@ffff8b7a8608bb80 x1875453983041408/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575576.445112:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453983041408/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575576.445120:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575576.445123:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575576.445126:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983041408:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575577.148656:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575578.172657:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575579.196684:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575580.220609:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575581.244617:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575581.564616:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575581.564634:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575581.564640:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575581.564654:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3324
00000100:00080000:2.0:1788575581.564667:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575581.564684:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575581.564730:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453983041536/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575581.564760:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575581.564765:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575581.564766:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575581.564770:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3324
00000100:00080000:2.0:1788575581.564775:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575581.564780:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575581.564804:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575581.564816:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983041536:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575581.564820:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453983041664/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575581.564839:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575581.564843:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575581.564845:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575581.564849:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3324
00000100:00080000:2.0:1788575581.564854:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575581.564858:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000800:00000100:1.0:1788575581.564885:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000008:00100000:2.0:1788575581.564889:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575581.564906:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453983041792/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575581.564924:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575581/real 1788575581]  req@ffff8b7a83678a80 x1875453983041536/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575581.564940:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453983041536/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575581.564948:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575581.564951:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575581.564954:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983041536:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575581.564974:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983041664:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575581.564988:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575581.564995:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575581/real 1788575581]  req@ffff8b7a83679880 x1875453983041664/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575581.565003:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453983041664/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575581.565008:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575581.565015:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575581.565018:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983041664:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575581.565021:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983041792:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575581.565034:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575581.565039:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575581/real 1788575581]  req@ffff8b7a8367aa00 x1875453983041792/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575581.565046:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453983041792/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575581.565051:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575581.565052:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575581.565054:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983041792:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788575582.268678:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575583.292718:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575584.316667:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575585.340632:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575586.364668:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575586.684630:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575586.684641:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575586.684645:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575586.684656:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3330
00000100:00080000:3.0:1788575586.684667:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575586.684674:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575586.684714:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453983041920/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575586.684737:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575586.684739:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575586.684740:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575586.684743:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3330
00000100:00080000:3.0:1788575586.684745:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575586.684748:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575586.684758:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575586.684771:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453983042048/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575586.684781:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575586.684784:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575586.684786:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575586.684791:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3330
00000100:00100000:1.0:1788575586.684795:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983041920:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575586.684816:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575586.684821:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575586.684827:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575586.684842:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453983042176/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575586.684887:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575586.684933:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575586/real 1788575586]  req@ffff8b7a8608ad80 x1875453983041920/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575586.684954:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453983041920/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575586.684965:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575586.684969:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575586.684973:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983041920:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575586.684988:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983042048:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575586.685014:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575586.685035:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575586/real 1788575586]  req@ffff8b7a8608aa00 x1875453983042048/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575586.685047:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453983042048/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575586.685056:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575586.685059:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575586.685063:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983042048:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575586.685090:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983042176:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575586.685111:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575586.685121:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575586/real 1788575586]  req@ffff8b7a8608a680 x1875453983042176/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575586.685133:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453983042176/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575586.685140:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575586.685143:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575586.685147:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983042176:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575587.388637:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575588.412702:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575589.436672:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575590.460611:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575591.484721:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575591.804561:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575591.804572:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575591.804577:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575591.804587:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3335
00000100:00080000:3.0:1788575591.804598:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575591.804605:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575591.804654:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453983042304/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575591.804682:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575591.804686:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575591.804688:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575591.804691:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3335
00000100:00080000:3.0:1788575591.804694:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575591.804697:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575591.804707:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575591.804718:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453983042432/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575591.804726:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788575591.804729:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983042304:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575591.804750:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575591.804754:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575591.804757:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3335
00000100:00080000:3.0:1788575591.804760:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575591.804762:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575591.804765:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575591.804776:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453983042560/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575591.804862:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983042432:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575591.804906:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983042560:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575592.508740:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575593.532626:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575594.556586:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788575594.876843:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788575594.876902:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788575594.876935:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575594.876984:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575594.876994:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788575594.877043:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575591/real 1788575594]  req@ffff8b7a8608a300 x1875453983042432/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575594.877072:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453983042432/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575594.877085:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575594.877091:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575594.877095:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983042432:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575594.877104:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575591/real 1788575594]  req@ffff8b7a86089c00 x1875453983042560/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575594.877115:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453983042560/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575594.877123:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575594.877126:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575594.877129:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983042560:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575594.877135:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575591/real 1788575594]  req@ffff8b7a86089f80 x1875453983042304/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575594.877147:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453983042304/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575594.877172:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575594.877176:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575594.877179:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983042304:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788575595.580648:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575596.604631:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575596.924631:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575596.924644:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575596.924649:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575596.924663:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3340
00000100:00080000:3.0:1788575596.924676:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575596.924684:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575596.924728:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453983042688/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575596.924763:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575596.924768:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575596.924770:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575596.924775:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3340
00000100:00080000:3.0:1788575596.924780:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575596.924784:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575596.924796:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575596.924810:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453983042816/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575596.924822:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983042688:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575596.924840:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575596.924844:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575596.924846:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575596.924850:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3340
00000100:00080000:3.0:1788575596.924855:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575596.924859:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575596.924865:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575596.924876:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453983042944/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575596.924922:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575596.924967:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575596/real 1788575596]  req@ffff8b7a86088700 x1875453983042688/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575596.924987:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453983042688/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575596.924997:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575596.925001:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575596.925005:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983042688:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575596.925033:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983042816:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575596.925054:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575596.925065:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575596/real 1788575596]  req@ffff8b7a86089880 x1875453983042816/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575596.925075:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453983042816/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575596.925083:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575596.925086:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575596.925089:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983042816:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575596.925103:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983042944:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575596.925124:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575596.925134:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575596/real 1788575596]  req@ffff8b7a86088a80 x1875453983042944/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575596.925152:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453983042944/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575596.925161:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575596.925165:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575596.925168:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983042944:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788575597.628717:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575598.652635:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575599.676695:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575600.700684:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575601.724698:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575602.044607:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575602.044622:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575602.044628:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575602.044641:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3345
00000100:00080000:3.0:1788575602.044654:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575602.044663:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575602.044710:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453983043072/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575602.044743:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575602.044747:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575602.044749:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575602.044753:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3345
00000100:00080000:3.0:1788575602.044757:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575602.044761:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575602.044792:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575602.044793:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983043072:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575602.044812:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453983043200/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575602.044833:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575602.044837:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575602.044839:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575602.044843:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3345
00000100:00080000:3.0:1788575602.044848:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575602.044853:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575602.044858:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575602.044873:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453983043328/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575602.044874:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575602.044937:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575602/real 1788575602]  req@ffff8b7a86088000 x1875453983043072/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575602.044953:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453983043072/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575602.044961:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575602.044964:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575602.044967:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983043072:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575602.044988:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983043200:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575602.045013:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575602.045022:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575602/real 1788575602]  req@ffff8b7a8608b480 x1875453983043200/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575602.045029:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453983043200/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575602.045034:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575602.045036:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575602.045038:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983043200:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575602.045041:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983043328:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575602.045051:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575602.045056:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575602/real 1788575602]  req@ffff8b7a86089180 x1875453983043328/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575602.045062:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453983043328/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575602.045066:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575602.045068:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575602.045070:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983043328:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575602.748621:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575603.772684:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575604.796615:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575605.820686:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575606.844671:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575607.164603:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575607.164615:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575607.164620:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575607.164638:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3350
00000100:00080000:3.0:1788575607.164650:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575607.164658:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575607.164697:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453983043456/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575607.164730:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575607.164734:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575607.164736:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575607.164741:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3350
00000100:00080000:3.0:1788575607.164763:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575607.164769:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575607.164780:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575607.164781:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983043456:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575607.164796:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453983043584/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575607.164809:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575607.164812:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575607.164815:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575607.164819:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3350
00000100:00080000:3.0:1788575607.164823:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575607.164827:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575607.164832:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575607.164844:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453983043712/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575607.164855:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575607.164906:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575607/real 1788575607]  req@ffff8b7a86088e00 x1875453983043456/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575607.164932:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453983043456/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575607.164952:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575607.164957:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575607.164961:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983043456:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575607.164987:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983043584:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575607.165010:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575607.165022:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575607/real 1788575607]  req@ffff8b7a86089500 x1875453983043584/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575607.165033:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453983043584/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575607.165039:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575607.165042:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575607.165045:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983043584:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575607.165050:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983043712:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575607.165067:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575607.165077:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575607/real 1788575607]  req@ffff8b7a8608b100 x1875453983043712/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575607.165087:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453983043712/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575607.165103:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575607.165106:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575607.165109:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983043712:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575607.868692:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575608.892602:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575609.916688:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575610.940652:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575611.964645:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575612.284612:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575612.284621:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575612.284626:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575612.284637:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3355
00000100:00080000:3.0:1788575612.284647:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575612.284655:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575612.284692:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453983043840/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575612.284719:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575612.284736:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575612.284738:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575612.284743:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3355
00000100:00080000:3.0:1788575612.284748:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575612.284752:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575612.284761:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575612.284769:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983043840:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575612.284776:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453983043968/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575612.284788:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575612.284792:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575612.284793:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575612.284797:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3355
00000100:00080000:3.0:1788575612.284801:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575612.284805:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575612.284810:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575612.284822:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453983044096/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575612.284834:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575612.284868:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575612/real 1788575612]  req@ffff8b7a8608b100 x1875453983043840/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575612.284884:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453983043840/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575612.284893:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575612.284897:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575612.284901:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983043840:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575612.284923:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983043968:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575612.284942:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575612.284968:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575612/real 1788575612]  req@ffff8b7a86089500 x1875453983043968/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575612.284979:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453983043968/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575612.284987:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575612.284990:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575612.285000:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983043968:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575612.285011:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983044096:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575612.285033:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575612.285044:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575612/real 1788575612]  req@ffff8b7a86088e00 x1875453983044096/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575612.285056:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453983044096/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575612.285063:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575612.285066:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575612.285069:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983044096:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788575612.988680:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575614.012651:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575615.036677:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575616.060734:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575617.084718:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575617.404610:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575617.404621:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575617.404626:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575617.404640:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3360
00000100:00080000:3.0:1788575617.404650:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575617.404658:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575617.404689:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453983044224/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575617.404723:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575617.404725:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575617.404726:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575617.404730:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3360
00000100:00080000:3.0:1788575617.404732:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575617.404735:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575617.404742:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575617.404750:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453983044352/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575617.404764:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575617.404768:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575617.404773:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575617.404778:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3360
00000100:00080000:3.0:1788575617.404782:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575617.404786:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575617.404792:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575617.404801:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983044224:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575617.404808:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453983044480/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575617.404889:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575617.404935:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575617/real 1788575617]  req@ffff8b7a86089180 x1875453983044224/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575617.404956:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453983044224/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575617.404968:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575617.404986:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575617.404990:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983044224:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575617.404999:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983044352:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575617.405036:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575617.405050:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575617/real 1788575617]  req@ffff8b7a8608b480 x1875453983044352/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575617.405063:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453983044352/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575617.405071:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575617.405075:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575617.405078:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983044352:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575617.405106:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983044480:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575617.405127:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575617.405151:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575617/real 1788575617]  req@ffff8b7a86088000 x1875453983044480/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575617.405164:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453983044480/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575617.405172:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575617.405175:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575617.405178:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983044480:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575618.108708:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575619.132795:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575620.156674:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575621.180656:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575622.204709:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575622.524830:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575622.524840:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575622.524844:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575622.524854:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3365
00000100:00080000:1.0:1788575622.524886:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575622.524893:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575622.524928:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453983044608/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575622.524956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575622.524958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575622.524960:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575622.524963:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3365
00000100:00080000:1.0:1788575622.524965:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575622.524967:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575622.524977:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575622.524995:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453983044736/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575622.525004:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575622.525007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575622.525008:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575622.525011:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3365
00000100:00080000:1.0:1788575622.525014:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788575622.525017:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983044608:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788575622.525020:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575622.525028:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575622.525038:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453983044864/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575622.525095:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575622.525133:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575622/real 1788575622]  req@ffff8b7a86bf9880 x1875453983044608/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575622.525155:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453983044608/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575622.525163:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575622.525166:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575622.525169:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983044608:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575622.525174:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983044736:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575622.525190:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575622.525198:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575622/real 1788575622]  req@ffff8b7a86bfa300 x1875453983044736/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575622.525205:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453983044736/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575622.525217:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575622.525219:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575622.525222:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983044736:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575622.525241:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983044864:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575622.525253:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575622.525259:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575622/real 1788575622]  req@ffff8b7a86bf8380 x1875453983044864/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575622.525266:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453983044864/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575622.525271:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575622.525272:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575622.525274:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983044864:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575623.228673:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575624.252648:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575625.276660:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575626.300663:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575627.324749:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575627.644632:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575627.644666:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575627.644671:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575627.644684:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3370
00000100:00080000:1.0:1788575627.644696:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575627.644706:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575627.644747:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453983044992/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575627.644777:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575627.644781:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575627.644783:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575627.644787:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3370
00000100:00080000:1.0:1788575627.644792:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575627.644797:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575627.644808:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575627.644823:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983045120/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575627.644824:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983044992:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788575627.644841:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575627.644844:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575627.644846:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575627.644850:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3370
00000100:00080000:1.0:1788575627.644854:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575627.644858:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575627.644868:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575627.644880:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453983045248/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575627.644916:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575627.644961:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575627/real 1788575627]  req@ffff8b7a86bf8700 x1875453983044992/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575627.644982:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453983044992/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575627.644993:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575627.644998:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575627.645022:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983044992:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575627.645045:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983045120:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575627.645070:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575627.645083:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575627/real 1788575627]  req@ffff8b7a86bfaa00 x1875453983045120/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575627.645096:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983045120/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575627.645105:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575627.645109:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575627.645112:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983045120:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575627.645117:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983045248:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575627.645135:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575627.645146:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575627/real 1788575627]  req@ffff8b7a86bfad80 x1875453983045248/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575627.645156:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453983045248/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575627.645163:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575627.645166:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575627.645169:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983045248:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575628.348749:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575629.372661:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575630.396681:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575631.420678:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575632.444700:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575632.764662:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575632.764673:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575632.764678:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575632.764690:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3376
00000100:00080000:1.0:1788575632.764701:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575632.764710:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575632.764751:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453983045376/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575632.764776:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575632.764779:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575632.764781:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575632.764786:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3376
00000100:00080000:1.0:1788575632.764789:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575632.764793:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575632.764803:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575632.764817:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453983045504/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575632.764821:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983045376:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788575632.764832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575632.764836:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575632.764838:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575632.764842:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3376
00000100:00080000:1.0:1788575632.764846:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575632.764850:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575632.764870:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575632.764886:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453983045632/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575632.764892:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575632.764943:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575632/real 1788575632]  req@ffff8b7a86bfb800 x1875453983045376/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575632.764961:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453983045376/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575632.764971:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575632.764976:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575632.764979:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983045376:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575632.765003:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983045504:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575632.765038:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575632.765050:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575632/real 1788575632]  req@ffff8b7a86bf9f80 x1875453983045504/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575632.765063:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453983045504/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575632.765073:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575632.765077:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575632.765080:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983045504:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575632.765087:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983045632:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575632.765107:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575632.765120:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575632/real 1788575632]  req@ffff8b7a86bfad80 x1875453983045632/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575632.765133:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453983045632/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575632.765152:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575632.765156:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575632.765163:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983045632:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575633.468667:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575634.495240:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575635.516679:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575636.540721:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575637.564757:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575637.884625:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575637.884638:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575637.884644:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575637.884657:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3381
00000100:00080000:0.0:1788575637.884668:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575637.884699:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575637.884738:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453983045760/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575637.884779:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575637.884783:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575637.884785:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575637.884789:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3381
00000100:00080000:0.0:1788575637.884794:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575637.884798:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575637.884810:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575637.884824:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453983045888/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575637.884829:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983045760:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575637.884840:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575637.884845:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575637.884847:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575637.884851:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3381
00000100:00080000:0.0:1788575637.884855:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575637.884859:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575637.884865:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575637.884877:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453983046016/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575637.884915:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575637.884957:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575637/real 1788575637]  req@ffff8b7a86113100 x1875453983045760/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575637.884977:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453983045760/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575637.884988:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575637.884992:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575637.884996:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983045760:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575637.885020:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983045888:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575637.885076:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575637.885090:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575637/real 1788575637]  req@ffff8b7a86111180 x1875453983045888/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575637.885102:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453983045888/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575637.885110:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575637.885113:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575637.885116:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983045888:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575637.885130:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983046016:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575637.885149:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575637.885158:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575637/real 1788575637]  req@ffff8b7a86110a80 x1875453983046016/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575637.885165:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453983046016/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575637.885171:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575637.885173:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575637.885175:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983046016:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575638.589023:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575639.613241:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575640.636717:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575641.660600:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575642.684676:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575643.004621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575643.004634:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575643.004639:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575643.004660:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3386
00000100:00080000:0.0:1788575643.004673:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575643.004679:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575643.004718:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453983046144/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575643.004744:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575643.004747:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575643.004748:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575643.004751:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3386
00000100:00080000:0.0:1788575643.004753:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575643.004756:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575643.004766:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575643.004778:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453983046272/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575643.004788:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575643.004791:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575643.004793:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575643.004797:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3386
00000100:00080000:0.0:1788575643.004801:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575643.004805:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575643.004810:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983046144:192.168.202.159@tcp:250:kworker.0
00000008:00100000:0.0:1788575643.004830:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575643.004844:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453983046400/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575643.004892:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575643.004938:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575643/real 1788575643]  req@ffff8b7a86110700 x1875453983046144/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575643.004956:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453983046144/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575643.004967:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575643.004971:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575643.004975:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983046144:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575643.004983:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983046272:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575643.005002:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575643.005012:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575643/real 1788575643]  req@ffff8b7a86112680 x1875453983046272/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575643.005030:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453983046272/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575643.005038:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575643.005041:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575643.005044:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983046272:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575643.005084:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983046400:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575643.005105:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575643.005115:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575643/real 1788575643]  req@ffff8b7a86111c00 x1875453983046400/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575643.005126:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453983046400/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575643.005133:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575643.005136:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575643.005139:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983046400:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575643.708767:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575644.732621:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575645.756653:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575646.780632:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575647.804666:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575648.124629:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575648.124639:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575648.124644:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575648.124655:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3391
00000100:00080000:0.0:1788575648.124667:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575648.124676:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575648.124723:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453983046528/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575648.124754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575648.124757:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575648.124758:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575648.124762:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3391
00000100:00080000:0.0:1788575648.124765:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575648.124768:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575648.124777:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575648.124788:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453983046656/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575648.124796:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575648.124805:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983046528:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575648.124820:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575648.124822:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575648.124827:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3391
00000100:00080000:0.0:1788575648.124832:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575648.124836:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575648.124842:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575648.124858:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453983046784/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575648.124883:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575648.124931:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575648/real 1788575648]  req@ffff8b7a86111880 x1875453983046528/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575648.124950:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453983046528/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575648.124974:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575648.124979:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575648.124983:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983046528:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575648.125013:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983046656:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575648.125035:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575648.125046:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575648/real 1788575648]  req@ffff8b7a86112d80 x1875453983046656/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575648.125079:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453983046656/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575648.125087:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575648.125090:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575648.125094:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983046656:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575648.125100:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983046784:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575648.125117:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575648.125125:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575648/real 1788575648]  req@ffff8b7a86112a00 x1875453983046784/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575648.125132:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453983046784/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575648.125137:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575648.125139:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575648.125141:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983046784:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788575648.828651:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575649.852704:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575650.876699:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575651.900700:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575652.924704:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575653.244602:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575653.244613:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575653.244617:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575653.244629:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3396
00000100:00080000:1.0:1788575653.244640:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575653.244648:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575653.244686:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983046912/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575653.244709:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575653.244712:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575653.244714:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575653.244717:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3396
00000100:00080000:1.0:1788575653.244719:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575653.244721:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575653.244728:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575653.244736:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453983047040/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575653.244750:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575653.244757:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1788575653.244769:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983046912:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788575653.244777:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575653.244783:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3396
00000100:00080000:1.0:1788575653.244787:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575653.244792:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575653.244797:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575653.244812:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453983047168/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575653.244847:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575653.244890:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575653/real 1788575653]  req@ffff8b7a86bfaa00 x1875453983046912/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575653.244908:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983046912/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575653.244919:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575653.244923:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575653.244927:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983046912:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575653.244933:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983047040:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575653.244952:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575653.244963:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575653/real 1788575653]  req@ffff8b7a86bf8700 x1875453983047040/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575653.244973:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453983047040/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575653.244980:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575653.244983:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575653.244986:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983047040:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575653.245010:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983047168:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575653.245027:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575653.245036:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575653/real 1788575653]  req@ffff8b7a86bf8380 x1875453983047168/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575653.245055:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453983047168/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575653.245062:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575653.245064:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575653.245067:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983047168:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575653.948621:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575654.972657:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575655.996685:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575657.020625:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575658.044707:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575658.364618:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575658.364629:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575658.364633:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575658.364645:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3401
00000100:00080000:1.0:1788575658.364656:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575658.364663:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575658.364704:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453983047296/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575658.364727:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575658.364730:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575658.364731:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575658.364734:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3401
00000100:00080000:1.0:1788575658.364736:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575658.364738:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575658.364746:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575658.364772:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453983047424/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575658.364780:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575658.364785:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575658.364787:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788575658.364789:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983047296:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788575658.364792:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3401
00000100:00080000:1.0:1788575658.364801:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575658.364807:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575658.364812:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575658.364828:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453983047552/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575658.364915:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983047424:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575658.364949:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983047552:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575659.068709:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575660.092599:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575661.116693:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788575661.438170:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788575661.438222:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788575661.438239:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575661.438281:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575661.438288:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788575661.438408:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575658/real 1788575661]  req@ffff8b7a86bf9880 x1875453983047424/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575661.438432:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453983047424/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575661.438444:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575661.438449:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575661.438453:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983047424:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575661.438461:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575658/real 1788575661]  req@ffff8b7a86bf8380 x1875453983047552/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575661.438472:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453983047552/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575661.438542:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575661.438549:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575661.438555:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983047552:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575661.438575:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575658/real 1788575661]  req@ffff8b7a86bfa300 x1875453983047296/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575661.438591:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453983047296/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575661.438599:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575661.438603:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575661.438613:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983047296:192.168.202.159@tcp:250:kworker.0
00010000:00010000:3.0:1788575662.140730:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575663.164640:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575663.484654:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575663.484667:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575663.484672:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575663.484687:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3406
00000100:00080000:2.0:1788575663.484699:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575663.484708:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575663.484751:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453983047680/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575663.484810:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575663.484813:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575663.484815:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575663.484820:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3406
00000100:00080000:2.0:1788575663.484824:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575663.484828:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575663.484840:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575663.484863:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453983047808/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575663.484874:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983047680:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788575663.484876:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575663.484885:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575663.484887:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575663.484891:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3406
00000100:00080000:2.0:1788575663.484895:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575663.484899:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575663.484904:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575663.484916:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453983047936/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575663.484968:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575663.485025:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575663/real 1788575663]  req@ffff8b7a83679180 x1875453983047680/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575663.485047:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453983047680/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575663.485059:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575663.485064:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575663.485081:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983047680:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575663.485110:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983047808:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575663.485142:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575663.485154:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575663/real 1788575663]  req@ffff8b7a83678700 x1875453983047808/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575663.485166:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453983047808/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575663.485174:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575663.485177:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575663.485181:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983047808:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575663.485187:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983047936:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575663.485206:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575663.485216:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575663/real 1788575663]  req@ffff8b7a83679c00 x1875453983047936/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575663.485227:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453983047936/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575663.485234:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575663.485237:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575663.485241:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983047936:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788575664.188665:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575665.212686:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575666.236644:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575667.260665:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575668.284686:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575668.604619:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575668.604632:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575668.604636:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575668.604654:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3411
00000100:00080000:0.0:1788575668.604665:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575668.604673:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575668.604709:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453983048064/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575668.604733:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575668.604737:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575668.604739:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575668.604758:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3411
00000100:00080000:0.0:1788575668.604763:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575668.604767:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575668.604777:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575668.604805:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453983048192/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575668.604816:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575668.604819:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575668.604821:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575668.604825:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3411
00000100:00080000:0.0:1788575668.604828:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575668.604832:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575668.604837:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575668.604848:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453983048320/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575668.604961:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983048064:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788575668.605029:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575668.605090:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575668/real 1788575668]  req@ffff8b7a86113b80 x1875453983048064/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575668.605115:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453983048064/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575668.605123:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575668.605125:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575668.605128:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983048064:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575668.605133:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983048192:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575668.605149:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575668.605158:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575668/real 1788575668]  req@ffff8b7a86112300 x1875453983048192/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575668.605165:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453983048192/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575668.605169:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575668.605172:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575668.605173:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983048192:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575668.605176:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983048320:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575668.605186:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575668.605191:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575668/real 1788575668]  req@ffff8b7a86110e00 x1875453983048320/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575668.605197:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453983048320/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575668.605210:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575668.605212:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575668.605214:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983048320:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575669.308693:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575670.332691:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575671.356684:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575672.380635:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575673.404773:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575673.724628:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575673.724642:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575673.724647:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575673.724660:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3417
00000100:00080000:0.0:1788575673.724672:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575673.724681:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575673.724718:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453983048448/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575673.724761:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575673.724764:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575673.724766:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575673.724771:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3417
00000100:00080000:0.0:1788575673.724776:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575673.724781:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575673.724791:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983048448:192.168.202.159@tcp:250:kworker.0
00000008:00100000:0.0:1788575673.724793:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575673.724810:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453983048576/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575673.724818:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575673.724821:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575673.724823:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575673.724826:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3417
00000100:00080000:0.0:1788575673.724829:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575673.724831:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575673.724835:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575673.724842:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453983048704/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575673.724878:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575673.724935:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575673/real 1788575673]  req@ffff8b7a86113800 x1875453983048448/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575673.724954:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453983048448/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575673.724964:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575673.724967:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575673.724971:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983048448:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575673.724993:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983048576:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575673.725010:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575673.725019:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575673/real 1788575673]  req@ffff8b7a86110380 x1875453983048576/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575673.725026:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453983048576/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575673.725031:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575673.725038:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575673.725041:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983048576:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575673.725044:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983048704:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575673.725057:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575673.725063:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575673/real 1788575673]  req@ffff8b7a86111f80 x1875453983048704/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575673.725089:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453983048704/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575673.725094:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575673.725096:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575673.725098:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983048704:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575674.428775:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575675.452663:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575676.476715:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575677.501126:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575678.524635:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575678.844634:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575678.844648:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575678.844653:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575678.844689:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3422
00000100:00080000:0.0:1788575678.844700:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575678.844708:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575678.844758:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453983048832/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575678.844788:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575678.844791:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575678.844793:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575678.844797:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3422
00000100:00080000:0.0:1788575678.844801:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575678.844805:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575678.844817:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575678.844830:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983048832:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788575678.844831:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453983048960/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575678.844839:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575678.844843:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575678.844844:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575678.844847:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3422
00000100:00080000:0.0:1788575678.844850:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575678.844853:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575678.844857:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575678.844865:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453983049088/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575678.844908:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575678.844953:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575678/real 1788575678]  req@ffff8b7a86110000 x1875453983048832/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575678.844966:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453983048832/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575678.844974:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575678.844976:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575678.844979:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983048832:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575678.845000:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983048960:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575678.845021:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575678.845030:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575678/real 1788575678]  req@ffff8b7a86113480 x1875453983048960/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575678.845037:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453983048960/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575678.845042:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575678.845045:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575678.845048:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983048960:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575678.845053:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983049088:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575678.845083:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575678.845095:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575678/real 1788575678]  req@ffff8b7a86111500 x1875453983049088/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575678.845118:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453983049088/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575678.845126:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575678.845129:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575678.845132:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983049088:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788575679.548723:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575680.572748:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575681.596692:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575682.621126:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575683.644671:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575683.964638:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575683.964652:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575683.964657:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575683.964695:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3427
00000100:00080000:1.0:1788575683.964708:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575683.964716:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575683.964755:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453983049216/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575683.964787:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575683.964791:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575683.964793:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575683.964797:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3427
00000100:00080000:1.0:1788575683.964801:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575683.964804:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575683.964815:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575683.964828:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453983049344/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575683.964838:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575683.964841:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575683.964845:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575683.964850:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3427
00000100:00080000:1.0:1788575683.964853:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788575683.964853:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983049216:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788575683.964858:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575683.964866:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575683.964876:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453983049472/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575683.964944:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575683.964992:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575683/real 1788575683]  req@ffff8b7a86bfa300 x1875453983049216/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575683.965027:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453983049216/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575683.965039:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575683.965044:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575683.965048:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983049216:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575683.965091:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983049344:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575683.965115:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575683.965129:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575683/real 1788575683]  req@ffff8b7a86bf8380 x1875453983049344/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575683.965141:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453983049344/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575683.965149:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575683.965152:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575683.965156:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983049344:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575683.965162:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983049472:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575683.965182:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575683.965193:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575683/real 1788575683]  req@ffff8b7a86bf9880 x1875453983049472/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575683.965205:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453983049472/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575683.965224:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575683.965228:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575683.965232:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983049472:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575684.668678:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575685.692638:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575686.716756:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575687.740625:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575688.764721:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575689.084608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575689.084615:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575689.084619:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575689.084627:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3432
00000100:00080000:0.0:1788575689.084635:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575689.084640:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575689.084671:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453983049600/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575689.084689:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575689.084692:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575689.084693:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575689.084696:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3432
00000100:00080000:0.0:1788575689.084698:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575689.084700:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575689.084707:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575689.084716:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453983049728/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575689.084726:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575689.084735:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575689.084738:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575689.084754:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3432
00000100:00080000:0.0:1788575689.084758:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575689.084766:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575689.084767:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983049600:192.168.202.159@tcp:250:kworker.0
00000008:00100000:0.0:1788575689.084771:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575689.084810:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453983049856/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575689.084858:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575689.084901:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575689/real 1788575689]  req@ffff8b7a86111500 x1875453983049600/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575689.084921:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453983049600/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575689.084932:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575689.084937:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575689.084941:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983049600:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575689.084949:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983049728:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575689.084970:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575689.084981:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575689/real 1788575689]  req@ffff8b7a86113480 x1875453983049728/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575689.084993:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453983049728/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575689.085002:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575689.085005:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575689.085008:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983049728:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575689.085049:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983049856:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575689.085081:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575689.085091:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575689/real 1788575689]  req@ffff8b7a86110000 x1875453983049856/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575689.085103:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453983049856/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575689.085111:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575689.085114:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575689.085117:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983049856:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575689.788688:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575690.812623:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575691.836694:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575692.860733:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575693.884604:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575694.204586:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575694.204596:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575694.204600:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575694.204608:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3437
00000100:00080000:1.0:1788575694.204619:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575694.204626:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575694.204658:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453983049984/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575694.204684:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575694.204687:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575694.204689:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575694.204693:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3437
00000100:00080000:1.0:1788575694.204697:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575694.204700:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575694.204709:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575694.204722:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983050112/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575694.204733:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575694.204736:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575694.204738:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575694.204760:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3437
00000100:00100000:2.0:1788575694.204762:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983049984:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788575694.204765:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575694.204775:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575694.204780:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575694.204791:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453983050240/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575694.204853:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575694.204893:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575694/real 1788575694]  req@ffff8b7a86bf8700 x1875453983049984/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575694.204908:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453983049984/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575694.204917:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575694.204920:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575694.204923:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983049984:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575694.204928:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983050112:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575694.204942:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575694.204949:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575694/real 1788575694]  req@ffff8b7a86bfaa00 x1875453983050112/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575694.204968:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983050112/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575694.204972:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575694.204975:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575694.204976:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983050112:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575694.204998:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983050240:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575694.205009:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575694.205015:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575694/real 1788575694]  req@ffff8b7a86bfad80 x1875453983050240/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575694.205022:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453983050240/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575694.205026:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575694.205028:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575694.205030:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983050240:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788575694.908628:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575695.932633:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575696.956614:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575697.980652:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575699.004741:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575699.324621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575699.324631:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575699.324635:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575699.324645:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3442
00000100:00080000:1.0:1788575699.324655:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575699.324663:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575699.324704:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453983050368/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575699.324729:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575699.324732:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575699.324734:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575699.324738:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3442
00000100:00080000:1.0:1788575699.324741:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575699.324744:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575699.324752:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575699.324762:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453983050496/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575699.324785:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575699.324788:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575699.324790:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575699.324794:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3442
00000100:00080000:1.0:1788575699.324798:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575699.324812:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575699.324817:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575699.324830:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983050368:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575699.324833:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453983050624/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575699.324932:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575699.324994:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575699/real 1788575699]  req@ffff8b7a86bf9f80 x1875453983050368/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575699.325016:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453983050368/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575699.325042:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575699.325046:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575699.325049:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983050368:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575699.325054:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983050496:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575699.325090:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575699.325102:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575699/real 1788575699]  req@ffff8b7a86bfb800 x1875453983050496/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575699.325114:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453983050496/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575699.325121:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575699.325124:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575699.325127:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983050496:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575699.325155:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983050624:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575699.325173:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575699.325183:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575699/real 1788575699]  req@ffff8b7a86bfad80 x1875453983050624/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575699.325192:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453983050624/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575699.325199:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575699.325202:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575699.325205:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983050624:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575700.029323:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575701.052674:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575702.076637:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575703.100626:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575704.124711:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575704.444640:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575704.444654:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575704.444660:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575704.444674:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3447
00000100:00080000:3.0:1788575704.444686:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575704.444696:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575704.444736:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453983050752/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575704.444784:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575704.444788:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575704.444790:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575704.444796:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3447
00000100:00080000:3.0:1788575704.444801:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575704.444805:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575704.444811:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983050752:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788575704.444817:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575704.444835:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453983050880/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575704.444854:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575704.444858:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575704.444859:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575704.444862:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3447
00000100:00080000:3.0:1788575704.444873:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575704.444878:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575704.444883:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788575704.444886:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788575704.444900:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453983051008/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575704.444932:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575704/real 1788575704]  req@ffff8b7a86088a80 x1875453983050752/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575704.444947:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453983050752/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575704.444955:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575704.444958:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575704.444960:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983050752:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575704.444982:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983050880:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575704.444997:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575704.445005:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575704/real 1788575704]  req@ffff8b7a86089880 x1875453983050880/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575704.445012:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453983050880/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575704.445016:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575704.445018:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575704.445020:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983050880:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575704.445023:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983051008:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575704.445032:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575704.445037:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575704/real 1788575704]  req@ffff8b7a86088700 x1875453983051008/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575704.445050:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453983051008/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575704.445055:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575704.445057:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575704.445070:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983051008:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575705.148717:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575706.172668:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575707.196700:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575708.220892:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575709.247209:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575709.564647:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575709.564658:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575709.564662:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575709.564690:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3452
00000100:00080000:3.0:1788575709.564701:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575709.564709:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575709.564743:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453983051136/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575709.564776:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575709.564780:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575709.564782:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575709.564786:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3452
00000100:00080000:3.0:1788575709.564790:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575709.564794:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575709.564804:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575709.564817:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453983051264/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575709.564822:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983051136:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575709.564831:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575709.564835:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575709.564837:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575709.564842:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3452
00000100:00080000:3.0:1788575709.564846:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575709.564850:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575709.564855:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575709.564867:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453983051392/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575709.564890:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575709.564931:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575709/real 1788575709]  req@ffff8b7a86089f80 x1875453983051136/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575709.564949:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453983051136/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575709.564959:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575709.564962:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575709.564966:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983051136:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575709.565001:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983051264:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575709.565026:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575709.565039:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575709/real 1788575709]  req@ffff8b7a86089c00 x1875453983051264/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575709.565051:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453983051264/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575709.565086:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575709.565089:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575709.565092:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983051264:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575709.565099:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983051392:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575709.565121:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575709.565133:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575709/real 1788575709]  req@ffff8b7a8608a300 x1875453983051392/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575709.565144:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453983051392/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575709.565152:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575709.565155:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575709.565157:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983051392:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788575710.269463:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575711.292663:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575712.316663:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575713.340814:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575714.364796:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575714.684581:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575714.684589:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575714.684593:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575714.684601:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3458
00000100:00080000:3.0:1788575714.684610:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575714.684616:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575714.684644:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453983051520/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575714.684664:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575714.684667:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575714.684668:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575714.684672:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3458
00000100:00080000:3.0:1788575714.684676:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575714.684680:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575714.684690:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575714.684700:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983051520:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575714.684704:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453983051648/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575714.684717:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575714.684720:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575714.684721:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575714.684725:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3458
00000100:00080000:3.0:1788575714.684741:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575714.684744:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575714.684749:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575714.684758:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453983051776/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575714.684769:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575714.684816:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575714/real 1788575714]  req@ffff8b7a8608a680 x1875453983051520/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575714.684835:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453983051520/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575714.684842:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575714.684844:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575714.684853:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983051520:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575714.684870:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983051648:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575714.684889:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575714.684901:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575714/real 1788575714]  req@ffff8b7a8608aa00 x1875453983051648/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575714.684914:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453983051648/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575714.684922:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575714.684924:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575714.684926:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983051648:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575714.684931:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983051776:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575714.684945:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575714.684952:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575714/real 1788575714]  req@ffff8b7a8608ad80 x1875453983051776/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575714.684959:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453983051776/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575714.684964:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575714.684966:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575714.684968:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983051776:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575715.388739:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575716.413170:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575717.436653:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575718.460587:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575719.484632:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575719.804637:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575719.804659:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575719.804665:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575719.804678:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3463
00000100:00080000:3.0:1788575719.804690:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575719.804700:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575719.804752:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453983051904/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575719.804790:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575719.804794:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575719.804796:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575719.804801:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3463
00000100:00080000:3.0:1788575719.804806:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575719.804811:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575719.804832:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575719.804846:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453983052032/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575719.804857:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788575719.804866:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983051904:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788575719.804971:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:3.0:1788575719.805000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575719.805002:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575719.805007:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3463
00000100:00080000:3.0:1788575719.805013:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575719.805017:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575719.805022:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575719.805023:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575719/real 1788575719]  req@ffff8b7a8608bb80 x1875453983051904/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788575719.805035:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453983052160/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575719.805046:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453983051904/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575719.805059:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575719.805064:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575719.805076:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983051904:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575719.805110:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983052032:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575719.805136:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575719.805149:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575719/real 1788575719]  req@ffff8b7a86088380 x1875453983052032/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575719.805161:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453983052032/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575719.805169:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575719.805172:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575719.805175:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983052032:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575719.805181:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983052160:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575719.805201:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575719.805213:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575719/real 1788575719]  req@ffff8b7a8608b800 x1875453983052160/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575719.805224:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453983052160/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575719.805231:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575719.805235:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575719.805238:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983052160:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575720.509125:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575721.532650:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575722.556596:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575723.580659:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575724.604649:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575724.924648:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575724.924663:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575724.924669:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575724.924682:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3468
00000100:00080000:3.0:1788575724.924694:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575724.924703:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575724.924750:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453983052288/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575724.924790:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575724.924793:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575724.924795:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575724.924799:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3468
00000100:00080000:3.0:1788575724.924802:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575724.924806:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575724.924834:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575724.924849:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453983052416/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575724.924851:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983052288:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575724.924860:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575724.924876:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575724.924878:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575724.924882:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3468
00000100:00080000:3.0:1788575724.924886:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575724.924889:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575724.924894:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575724.924904:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453983052544/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575724.924995:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983052416:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575724.925045:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983052544:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788575725.628698:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575726.652716:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575727.676635:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788575727.996811:0:2374:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:0.0:1788575727.996849:0:2374:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1788575727.996864:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788575727.996904:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:0.0:1788575727.996913:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788575727.997016:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575724/real 1788575727]  req@ffff8b7a86088380 x1875453983052416/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575727.997043:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453983052416/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575727.997054:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575727.997058:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575727.997062:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983052416:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575727.997069:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575724/real 1788575727]  req@ffff8b7a8608bb80 x1875453983052544/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575727.997079:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453983052544/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575727.997085:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575727.997088:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575727.997091:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983052544:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575727.997097:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575724/real 1788575727]  req@ffff8b7a8608b800 x1875453983052288/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575727.997107:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453983052288/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575727.997128:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575727.997131:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575727.997134:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983052288:192.168.202.159@tcp:250:kworker.0
00010000:00010000:1.0:1788575728.700653:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575729.724646:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575730.044689:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575730.044701:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575730.044720:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575730.044732:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3473
00000100:00080000:2.0:1788575730.044743:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575730.044751:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575730.044787:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367a680 x1875453983052672/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575730.044885:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983052672:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788575730.044968:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:2.0:1788575730.045010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575730.045013:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575730.045015:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575730.045019:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3473
00000100:00080000:2.0:1788575730.045022:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575730.045026:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575730.045038:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575730.045054:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b100 x1875453983052800/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575730.047746:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575730/real 1788575730]  req@ffff8b7a8367a680 x1875453983052672/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575730.047773:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367a680 x1875453983052672/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575730.047785:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575730.047790:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575730.047794:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983052672:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575730.047826:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983052800:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575730.047884:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575730.047908:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575730/real 1788575730]  req@ffff8b7a8367b100 x1875453983052800/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575730.047926:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b100 x1875453983052800/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575730.047933:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575730.047936:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575730.047952:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983052800:192.168.202.159@tcp:38:kworker.0
00000100:00080000:2.0:1788575730.048238:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575730.048243:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575730.048247:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575730.048252:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3473
00000100:00080000:2.0:1788575730.048257:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575730.048263:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575730.048272:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575730.048297:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b100 x1875453983052928/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575730.048399:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983052928:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575730.048428:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575730.048439:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575730/real 1788575730]  req@ffff8b7a8367b100 x1875453983052928/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575730.048458:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b100 x1875453983052928/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575730.048467:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575730.048470:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575730.048474:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983052928:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575730.748647:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575731.773579:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575732.796660:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575733.820660:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575734.844699:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575735.164627:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575735.164638:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575735.164647:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575735.164658:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3478
00000100:00080000:1.0:1788575735.164669:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575735.164677:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575735.164716:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983053056/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575735.164743:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575735.164748:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575735.164750:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575735.164755:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3478
00000100:00080000:1.0:1788575735.164774:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788575735.164778:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983053056:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788575735.164782:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575735.164795:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575735.164810:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453983053184/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575735.164832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575735.164836:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575735.164838:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575735.164842:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3478
00000100:00080000:1.0:1788575735.164847:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1788575735.164848:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:1.0:1788575735.164855:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575735.164860:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575735.164872:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453983053312/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575735.164903:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575735/real 1788575735]  req@ffff8b7a86bfaa00 x1875453983053056/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575735.164921:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983053056/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575735.164931:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575735.164935:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575735.164938:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983053056:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575735.164972:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983053184:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575735.164994:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575735.165005:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575735/real 1788575735]  req@ffff8b7a86bf8700 x1875453983053184/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575735.165016:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453983053184/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575735.165023:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575735.165026:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575735.165029:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983053184:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575735.165034:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983053312:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575735.165061:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575735.165070:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575735/real 1788575735]  req@ffff8b7a86bf9880 x1875453983053312/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575735.165081:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453983053312/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575735.165088:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575735.165090:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575735.165093:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983053312:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575735.868820:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575736.893022:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575737.916861:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575738.940724:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575739.964668:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575740.284625:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575740.284644:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575740.284649:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575740.284662:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3483
00000100:00080000:2.0:1788575740.284675:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575740.284684:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575740.284731:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367a680 x1875453983053440/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575740.284762:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575740.284765:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575740.284766:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575740.284769:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3483
00000100:00080000:2.0:1788575740.284772:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575740.284775:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575740.284801:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983053440:192.168.202.159@tcp:250:kworker.0
00000008:00100000:2.0:1788575740.284801:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575740.284814:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453983053568/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575740.284822:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575740.284825:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575740.284826:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575740.284828:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3483
00000100:00080000:2.0:1788575740.284831:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575740.284833:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575740.284836:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575740.284845:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453983053696/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575740.284889:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575740.284941:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575740/real 1788575740]  req@ffff8b7a8367a680 x1875453983053440/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575740.284956:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367a680 x1875453983053440/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575740.284966:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575740.284970:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575740.284975:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983053440:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575740.285010:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983053568:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575740.285032:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575740.285041:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575740/real 1788575740]  req@ffff8b7a83679c00 x1875453983053568/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575740.285049:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453983053568/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575740.285055:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575740.285057:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575740.285059:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983053568:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575740.285062:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983053696:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575740.285073:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575740.285079:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575740/real 1788575740]  req@ffff8b7a83678700 x1875453983053696/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575740.285087:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453983053696/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575740.285094:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575740.285097:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575740.285100:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983053696:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788575740.988706:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575742.012697:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575743.036635:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575744.060719:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575745.084711:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575745.404640:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575745.404650:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575745.404655:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575745.404664:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3488
00000100:00080000:3.0:1788575745.404674:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575745.404681:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575745.404733:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453983053824/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575745.404759:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575745.404761:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575745.404762:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575745.404765:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3488
00000100:00080000:3.0:1788575745.404768:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575745.404775:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575745.404783:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575745.404792:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453983053952/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575745.404801:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575745.404805:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575745.404808:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788575745.404814:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983053824:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575745.404815:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3488
00000100:00080000:3.0:1788575745.404823:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575745.404832:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575745.404837:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575745.404850:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453983054080/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575745.404901:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575745.404942:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575745/real 1788575745]  req@ffff8b7a8608ad80 x1875453983053824/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575745.404977:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453983053824/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575745.404989:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575745.404993:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575745.404996:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983053824:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575745.405019:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983053952:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575745.405037:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575745.405046:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575745/real 1788575745]  req@ffff8b7a8608aa00 x1875453983053952/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575745.405054:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453983053952/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575745.405059:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575745.405061:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575745.405062:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983053952:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575745.405066:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983054080:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575745.405074:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575745.405080:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575745/real 1788575745]  req@ffff8b7a8608a680 x1875453983054080/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575745.405086:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453983054080/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575745.405099:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575745.405102:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575745.405104:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983054080:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575746.108656:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575747.132693:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575748.156752:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575749.180667:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575750.204668:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575750.524630:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575750.524641:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575750.524646:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575750.524657:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3493
00000100:00080000:2.0:1788575750.524668:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575750.524675:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575750.524713:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453983054208/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575750.524738:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575750.524760:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575750.524762:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575750.524767:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3493
00000100:00080000:2.0:1788575750.524773:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575750.524783:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575750.524785:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983054208:192.168.202.159@tcp:250:kworker.0
00000008:00100000:2.0:1788575750.524795:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575750.524812:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453983054336/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575750.524821:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575750.524823:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575750.524825:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575750.524829:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3493
00000100:00080000:2.0:1788575750.524832:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575750.524835:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575750.524838:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575750.524847:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453983054464/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575750.524870:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575750.524928:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575750/real 1788575750]  req@ffff8b7a83679180 x1875453983054208/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575750.524951:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453983054208/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575750.524959:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575750.524962:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575750.524964:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983054208:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575750.524986:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983054336:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575750.525004:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575750.525012:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575750/real 1788575750]  req@ffff8b7a8367aa00 x1875453983054336/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575750.525019:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453983054336/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575750.525024:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575750.525025:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575750.525027:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983054336:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575750.525048:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983054464:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575750.525070:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575750.525082:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575750/real 1788575750]  req@ffff8b7a83679880 x1875453983054464/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575750.525092:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453983054464/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575750.525097:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575750.525100:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575750.525102:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983054464:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575751.228644:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575752.252614:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575753.276638:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575754.300681:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575755.324645:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575755.644608:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575755.644630:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575755.644633:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575755.644640:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3498
00000100:00080000:3.0:1788575755.644649:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575755.644656:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575755.644688:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453983054592/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575755.644712:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575755.644715:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575755.644716:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575755.644719:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3498
00000100:00080000:3.0:1788575755.644722:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575755.644730:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575755.644740:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575755.644756:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983054592:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575755.644757:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453983054720/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575755.644772:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575755.644776:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575755.644778:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575755.644782:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3498
00000100:00080000:3.0:1788575755.644786:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575755.644789:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575755.644793:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575755.644803:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453983054848/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575755.644816:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575755.644853:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575755/real 1788575755]  req@ffff8b7a8608a300 x1875453983054592/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575755.644865:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453983054592/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575755.644872:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575755.644875:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575755.644884:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983054592:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575755.644909:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983054720:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575755.644931:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575755.644944:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575755/real 1788575755]  req@ffff8b7a86089c00 x1875453983054720/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575755.644965:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453983054720/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575755.644973:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575755.644976:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575755.644980:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983054720:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575755.644985:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983054848:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575755.645001:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575755.645008:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575755/real 1788575755]  req@ffff8b7a86089f80 x1875453983054848/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575755.645015:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453983054848/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575755.645019:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575755.645021:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575755.645023:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983054848:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788575756.348752:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575757.372703:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575758.396645:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575759.420679:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575760.444685:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575760.764652:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575760.764668:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575760.764673:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575760.764686:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3504
00000100:00080000:3.0:1788575760.764699:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575760.764821:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575760.764865:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453983054976/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575760.764907:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575760.764912:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575760.764915:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575760.764921:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3504
00000100:00080000:3.0:1788575760.764932:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575760.764937:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575760.764946:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575760.764958:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453983055104/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575760.764964:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983054976:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575760.764984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575760.764988:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575760.764990:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575760.764995:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3504
00000100:00080000:3.0:1788575760.765016:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575760.765021:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575760.765027:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575760.765042:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453983055232/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575760.765064:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575760.765122:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575760/real 1788575760]  req@ffff8b7a86088700 x1875453983054976/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575760.765144:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453983054976/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575760.765174:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575760.765178:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575760.765183:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983054976:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575760.765316:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983055104:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575760.765383:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575760.765413:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575760/real 1788575760]  req@ffff8b7a86089880 x1875453983055104/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575760.765432:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453983055104/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575760.765442:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575760.765447:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575760.765451:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983055104:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575760.765458:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983055232:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575760.765478:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575760.765525:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575760/real 1788575760]  req@ffff8b7a86088a80 x1875453983055232/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575760.765538:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453983055232/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575760.765546:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575760.765550:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575760.765553:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983055232:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575761.468605:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575762.494676:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575763.516666:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575764.540594:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575765.564618:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575765.884586:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575765.884596:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575765.884600:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575765.884609:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3509
00000100:00080000:3.0:1788575765.884618:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575765.884635:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575765.884665:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453983055360/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575765.884684:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575765.884687:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575765.884688:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575765.884691:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3509
00000100:00080000:3.0:1788575765.884693:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575765.884696:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575765.884703:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575765.884713:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453983055488/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575765.884714:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983055360:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575765.884726:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575765.884741:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575765.884742:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575765.884745:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3509
00000100:00080000:3.0:1788575765.884748:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575765.884751:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575765.884754:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575765.884762:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453983055616/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575765.884771:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575765.884804:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575765/real 1788575765]  req@ffff8b7a86088000 x1875453983055360/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575765.884816:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453983055360/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575765.884824:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575765.884828:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575765.884832:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983055360:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575765.884853:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983055488:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575765.884874:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575765.884884:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575765/real 1788575765]  req@ffff8b7a8608b480 x1875453983055488/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575765.884892:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453983055488/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575765.884897:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575765.884899:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575765.884901:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983055488:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575765.884904:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983055616:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575765.884915:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575765.884920:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575765/real 1788575765]  req@ffff8b7a86089180 x1875453983055616/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575765.884933:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453983055616/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575765.884938:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575765.884940:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575765.884942:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983055616:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575766.588677:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575767.612587:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575768.636655:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575769.660604:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575770.684655:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575771.004626:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575771.004638:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575771.004642:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575771.004651:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3514
00000100:00080000:0.0:1788575771.004661:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575771.004668:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575771.004708:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453983055744/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575771.004729:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575771.004731:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575771.004732:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575771.004735:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3514
00000100:00080000:0.0:1788575771.004738:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575771.004740:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575771.004748:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575771.004757:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453983055872/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575771.004769:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983055744:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575771.004792:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575771.004796:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575771.004798:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575771.004804:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3514
00000100:00080000:0.0:1788575771.004809:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575771.004813:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575771.004821:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575771.004835:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453983056000/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575771.004846:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575771.004902:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575771/real 1788575771]  req@ffff8b7a86111f80 x1875453983055744/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575771.004927:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453983055744/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575771.004936:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575771.004939:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575771.004942:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983055744:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575771.004961:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983055872:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575771.004979:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575771.004987:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575771/real 1788575771]  req@ffff8b7a86110380 x1875453983055872/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575771.004995:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453983055872/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575771.005014:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575771.005017:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575771.005019:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983055872:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575771.005023:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983056000:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575771.005035:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575771.005042:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575771/real 1788575771]  req@ffff8b7a86113800 x1875453983056000/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575771.005048:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453983056000/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575771.005052:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575771.005054:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575771.005056:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983056000:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788575771.708656:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575772.732708:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575773.756669:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575774.780652:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575775.804651:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575776.124705:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575776.124717:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575776.124721:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575776.124731:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3519
00000100:00080000:3.0:1788575776.124740:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575776.124749:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575776.124787:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453983056128/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575776.124814:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575776.124818:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575776.124820:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575776.124825:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3519
00000100:00080000:3.0:1788575776.124828:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575776.124848:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575776.124859:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575776.124861:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983056128:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575776.124875:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453983056256/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575776.124888:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575776.124893:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575776.124895:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575776.124899:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3519
00000100:00080000:3.0:1788575776.124904:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575776.124908:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575776.124913:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788575776.124919:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788575776.124927:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453983056384/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575776.124961:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575776/real 1788575776]  req@ffff8b7a86088e00 x1875453983056128/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575776.124976:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453983056128/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575776.124983:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575776.124985:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575776.124994:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983056128:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575776.125011:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983056256:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575776.125028:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575776.125036:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575776/real 1788575776]  req@ffff8b7a86089500 x1875453983056256/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575776.125044:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453983056256/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575776.125048:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575776.125051:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575776.125053:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983056256:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575776.125056:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983056384:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575776.125064:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575776.125069:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575776/real 1788575776]  req@ffff8b7a8608b100 x1875453983056384/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575776.125076:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453983056384/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575776.125080:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575776.125082:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575776.125083:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983056384:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575776.828642:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575777.852657:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575778.876684:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575779.900646:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575780.924756:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575781.244624:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575781.244639:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575781.244645:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575781.244659:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3524
00000100:00080000:3.0:1788575781.244673:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575781.244683:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575781.244733:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453983056512/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575781.244765:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575781.244769:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575781.244788:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575781.244793:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3524
00000100:00080000:3.0:1788575781.244797:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788575781.244801:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983056512:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575781.244805:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575781.244817:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575781.244831:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453983056640/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575781.244841:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575781.244844:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575781.244846:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575781.244850:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3524
00000100:00080000:3.0:1788575781.244854:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575781.244858:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575781.244863:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788575781.244890:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788575781.244900:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453983056768/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575781.244952:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575781/real 1788575781]  req@ffff8b7a8608b100 x1875453983056512/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575781.244980:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453983056512/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575781.244991:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575781.244995:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575781.244998:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983056512:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575781.245032:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983056640:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575781.245056:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575781.245068:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575781/real 1788575781]  req@ffff8b7a86089500 x1875453983056640/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575781.245079:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453983056640/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575781.245086:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575781.245089:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575781.245092:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983056640:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575781.245098:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983056768:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575781.245116:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575781.245125:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575781/real 1788575781]  req@ffff8b7a86088e00 x1875453983056768/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575781.245137:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453983056768/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575781.245156:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575781.245160:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575781.245163:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983056768:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575781.949111:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575782.972613:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575783.996691:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575785.020714:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575786.044620:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575786.364562:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575786.364570:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575786.364574:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575786.364585:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3529
00000100:00080000:3.0:1788575786.364594:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575786.364600:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575786.364638:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453983056896/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575786.364658:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575786.364661:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575786.364662:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575786.364664:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3529
00000100:00080000:3.0:1788575786.364667:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575786.364670:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575786.364678:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575786.364690:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453983057024/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575786.364702:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983056896:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575786.364703:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575786.364721:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575786.364724:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575786.364727:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3529
00000100:00080000:3.0:1788575786.364729:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575786.364730:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575786.364734:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575786.364762:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453983057152/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575786.364815:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575786.364867:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575786/real 1788575786]  req@ffff8b7a86089180 x1875453983056896/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575786.364883:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453983056896/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575786.364892:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575786.364896:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575786.364899:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983056896:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575786.364923:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983057024:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575786.364941:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575786.364949:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575786/real 1788575786]  req@ffff8b7a8608b480 x1875453983057024/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575786.364956:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453983057024/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575786.364961:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575786.364963:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575786.364965:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983057024:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575786.364979:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983057152:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575786.364993:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575786.364999:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575786/real 1788575786]  req@ffff8b7a86088000 x1875453983057152/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575786.365006:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453983057152/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575786.365011:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575786.365012:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575786.365014:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983057152:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788575787.068641:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575788.092704:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575789.116604:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575790.140648:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575791.164743:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575791.484640:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575791.484655:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575791.484660:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575791.484673:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3534
00000100:00080000:0.0:1788575791.484692:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575791.484701:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575791.484755:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453983057280/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575791.484784:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575791.484806:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575791.484809:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575791.484814:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3534
00000100:00080000:0.0:1788575791.484818:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575791.484822:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575791.484831:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983057280:192.168.202.159@tcp:250:kworker.0
00000008:00100000:0.0:1788575791.484833:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575791.484851:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453983057408/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575791.484863:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575791.484867:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575791.484869:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575791.484873:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3534
00000100:00080000:0.0:1788575791.484877:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575791.484880:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575791.484886:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575791.484898:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453983057536/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575791.484966:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983057408:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575791.484996:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983057536:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575792.188634:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575793.212666:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575794.236682:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788575794.556796:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788575794.556852:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788575794.556875:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575794.556918:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575794.556935:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788575794.556958:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575791/real 1788575794]  req@ffff8b7a86112300 x1875453983057408/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575794.556989:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453983057408/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575794.557004:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575794.557009:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575794.557014:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983057408:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575794.557024:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575791/real 1788575794]  req@ffff8b7a86113b80 x1875453983057536/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575794.557055:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453983057536/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575794.557075:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575794.557079:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575794.557082:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983057536:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575794.557090:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575791/real 1788575794]  req@ffff8b7a86110e00 x1875453983057280/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575794.557103:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453983057280/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575794.557111:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575794.557115:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575794.557118:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983057280:192.168.202.159@tcp:250:kworker.0
00010000:00010000:0.0:1788575795.260716:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575796.284712:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575796.604605:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575796.604615:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575796.604619:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575796.604631:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3539
00000100:00080000:0.0:1788575796.604642:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575796.604665:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575796.604707:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453983057664/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575796.604738:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575796.604741:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575796.604742:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575796.604746:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3539
00000100:00080000:0.0:1788575796.604751:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575796.604755:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575796.604769:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575796.604783:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453983057792/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575796.604794:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983057664:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575796.604795:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575796.604803:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575796.604805:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575796.604809:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3539
00000100:00080000:0.0:1788575796.604814:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575796.604817:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575796.604821:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575796.604835:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453983057920/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575796.604898:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575796.604947:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575796/real 1788575796]  req@ffff8b7a86112a00 x1875453983057664/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575796.604970:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453983057664/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575796.604983:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575796.604988:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575796.604993:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983057664:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575796.605032:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983057792:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575796.605056:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575796.605067:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575796/real 1788575796]  req@ffff8b7a86112d80 x1875453983057792/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575796.605102:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453983057792/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575796.605115:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575796.605118:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575796.605134:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983057792:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575796.605141:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983057920:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575796.605163:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575796.605173:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575796/real 1788575796]  req@ffff8b7a86111880 x1875453983057920/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575796.605186:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453983057920/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575796.605194:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575796.605197:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575796.605200:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983057920:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575797.308714:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575798.332685:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575799.356705:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575800.380744:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575801.404728:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575801.724647:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575801.724660:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575801.724670:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575801.724683:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3545
00000100:00080000:3.0:1788575801.724696:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575801.724704:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575801.724752:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453983058048/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575801.724785:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575801.724788:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575801.724789:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575801.724793:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3545
00000100:00080000:3.0:1788575801.724796:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575801.724799:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575801.724808:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575801.724818:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453983058176/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575801.724825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575801.724828:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575801.724829:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575801.724831:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3545
00000100:00080000:3.0:1788575801.724833:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575801.724835:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575801.724844:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983058048:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788575801.724856:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575801.724865:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453983058304/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575801.724921:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575801.724966:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575801/real 1788575801]  req@ffff8b7a86088a80 x1875453983058048/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575801.724985:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453983058048/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575801.725006:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575801.725010:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575801.725014:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983058048:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575801.725021:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983058176:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575801.725046:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575801.725059:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575801/real 1788575801]  req@ffff8b7a86089880 x1875453983058176/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575801.725073:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453983058176/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575801.725081:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575801.725084:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575801.725087:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983058176:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575801.725127:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983058304:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575801.725148:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575801.725160:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575801/real 1788575801]  req@ffff8b7a86088700 x1875453983058304/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575801.725171:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453983058304/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575801.725179:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575801.725182:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575801.725185:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983058304:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788575802.428663:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575803.452646:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575804.476622:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575805.500634:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575806.524627:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575806.844592:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575806.844601:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575806.844606:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575806.844615:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3550
00000100:00080000:3.0:1788575806.844624:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575806.844632:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575806.844663:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453983058432/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575806.844690:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575806.844696:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575806.844698:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575806.844702:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3550
00000100:00080000:3.0:1788575806.844705:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575806.844710:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575806.844719:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575806.844732:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453983058560/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575806.844735:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983058432:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575806.844744:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575806.844747:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575806.844761:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575806.844764:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3550
00000100:00080000:3.0:1788575806.844767:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575806.844776:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575806.844782:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575806.844793:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453983058688/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575806.844812:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575806.844847:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575806/real 1788575806]  req@ffff8b7a86089f80 x1875453983058432/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575806.844863:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453983058432/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575806.844872:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575806.844876:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575806.844879:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983058432:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575806.844901:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983058560:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575806.844923:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575806.844935:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575806/real 1788575806]  req@ffff8b7a86089c00 x1875453983058560/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575806.844945:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453983058560/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575806.844950:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575806.844952:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575806.844954:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983058560:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575806.844958:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983058688:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575806.844977:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575806.844984:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575806/real 1788575806]  req@ffff8b7a8608a300 x1875453983058688/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575806.844991:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453983058688/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575806.844995:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575806.844997:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575806.844999:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983058688:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575807.548624:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575808.572610:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575809.596665:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575810.620614:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575811.644731:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575811.964602:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575811.964615:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575811.964620:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575811.964633:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3555
00000100:00080000:3.0:1788575811.964645:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575811.964654:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575811.964700:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453983058816/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575811.964731:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575811.964735:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575811.964736:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575811.964740:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3555
00000100:00080000:3.0:1788575811.964744:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575811.964748:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575811.964759:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575811.964771:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453983058944/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575811.964787:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983058816:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575811.964804:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575811.964807:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575811.964808:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575811.964812:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3555
00000100:00080000:3.0:1788575811.964817:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575811.964821:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575811.964826:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575811.964840:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453983059072/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575811.964870:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575811.964922:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575811/real 1788575811]  req@ffff8b7a8608a680 x1875453983058816/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575811.964942:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453983058816/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575811.964954:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575811.964958:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575811.964961:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983058816:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575811.964986:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983058944:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575811.965007:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575811.965019:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575811/real 1788575811]  req@ffff8b7a8608aa00 x1875453983058944/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575811.965057:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453983058944/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575811.965066:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575811.965069:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575811.965072:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983058944:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575811.965078:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983059072:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575811.965096:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575811.965105:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575811/real 1788575811]  req@ffff8b7a8608ad80 x1875453983059072/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575811.965116:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453983059072/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575811.965123:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575811.965126:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575811.965129:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983059072:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575812.668775:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575813.692656:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575814.716687:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575815.740665:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575816.764692:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575817.084622:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575817.084636:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575817.084642:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575817.084656:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3560
00000100:00080000:3.0:1788575817.084670:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575817.084678:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575817.084723:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453983059200/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575817.084757:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575817.084761:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575817.084763:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575817.084767:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3560
00000100:00080000:3.0:1788575817.084790:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575817.084796:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575817.084806:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983059200:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788575817.084807:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575817.084826:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453983059328/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575817.084838:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575817.084842:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575817.084844:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575817.084847:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3560
00000100:00080000:3.0:1788575817.084851:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575817.084855:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575817.084860:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575817.084871:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453983059456/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575817.084901:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575817.084950:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575817/real 1788575817]  req@ffff8b7a8608b800 x1875453983059200/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575817.084966:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453983059200/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575817.084980:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575817.084983:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575817.084986:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983059200:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575817.085008:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983059328:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575817.085032:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575817.085046:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575817/real 1788575817]  req@ffff8b7a8608bb80 x1875453983059328/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575817.085058:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453983059328/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575817.085067:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575817.085070:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575817.085081:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983059328:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575817.085086:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983059456:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575817.085102:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575817.085109:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575817/real 1788575817]  req@ffff8b7a86088380 x1875453983059456/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575817.085116:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453983059456/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575817.085121:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575817.085123:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575817.085125:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983059456:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788575817.788698:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575818.812660:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575819.836602:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575820.860767:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575821.884724:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575822.204619:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575822.204631:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575822.204636:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575822.204648:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3565
00000100:00080000:3.0:1788575822.204660:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575822.204667:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575822.204706:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453983059584/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575822.204764:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575822.204767:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575822.204768:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575822.204771:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3565
00000100:00080000:3.0:1788575822.204774:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575822.204777:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575822.204786:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575822.204799:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453983059712/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575822.204809:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575822.204813:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1788575822.204817:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983059584:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575822.204817:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575822.204823:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3565
00000100:00080000:3.0:1788575822.204828:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575822.204832:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575822.204837:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575822.204847:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453983059840/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575822.204874:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575822.204904:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575822/real 1788575822]  req@ffff8b7a86088380 x1875453983059584/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575822.204916:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453983059584/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575822.204922:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575822.204925:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575822.204927:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983059584:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575822.204945:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983059712:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575822.204957:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575822.204964:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575822/real 1788575822]  req@ffff8b7a8608bb80 x1875453983059712/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575822.204971:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453983059712/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575822.204976:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575822.204978:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575822.204980:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983059712:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575822.204983:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983059840:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575822.205002:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575822.205008:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575822/real 1788575822]  req@ffff8b7a8608b800 x1875453983059840/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575822.205015:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453983059840/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575822.205023:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575822.205026:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575822.205028:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983059840:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575822.908707:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575823.932680:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575824.956711:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575825.980622:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575827.004674:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575827.324585:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575827.324596:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575827.324609:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575827.324620:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3570
00000100:00080000:3.0:1788575827.324644:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575827.324650:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575827.324677:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453983059968/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575827.324700:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575827.324702:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575827.324704:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575827.324707:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3570
00000100:00080000:3.0:1788575827.324709:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575827.324712:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575827.324719:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575827.324727:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453983060096/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575827.324734:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575827.324736:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575827.324737:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575827.324739:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3570
00000100:00080000:3.0:1788575827.324741:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788575827.324744:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983059968:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575827.324745:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575827.324751:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575827.324758:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453983060224/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575827.324807:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575827.324834:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575827/real 1788575827]  req@ffff8b7a8608ad80 x1875453983059968/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575827.324846:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453983059968/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575827.324853:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575827.324856:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575827.324859:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983059968:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575827.324863:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983060096:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575827.324875:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575827.324883:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575827/real 1788575827]  req@ffff8b7a8608aa00 x1875453983060096/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575827.324905:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453983060096/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575827.324913:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575827.324916:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575827.324919:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983060096:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575827.324941:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983060224:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575827.324960:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575827.324971:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575827/real 1788575827]  req@ffff8b7a8608a680 x1875453983060224/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575827.324979:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453983060224/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575827.324984:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575827.324986:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575827.324988:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983060224:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575828.028629:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575829.052634:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575830.076685:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575831.100668:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575832.124612:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575832.444595:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575832.444605:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575832.444610:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575832.444620:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3575
00000100:00080000:3.0:1788575832.444630:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575832.444639:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575832.444673:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453983060352/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575832.444699:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575832.444703:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575832.444705:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575832.444710:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3575
00000100:00080000:3.0:1788575832.444714:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575832.444719:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575832.444728:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575832.444738:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453983060480/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575832.444745:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575832.444748:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983060352:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575832.444749:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575832.444752:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575832.444758:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3575
00000100:00080000:3.0:1788575832.444761:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575832.444763:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575832.444778:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575832.444789:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453983060608/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575832.444816:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575832.444853:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575832/real 1788575832]  req@ffff8b7a8608a300 x1875453983060352/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575832.444871:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453983060352/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575832.444888:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575832.444892:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575832.444896:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983060352:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575832.444919:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983060480:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575832.444945:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575832.444969:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575832/real 1788575832]  req@ffff8b7a86089c00 x1875453983060480/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575832.444982:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453983060480/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575832.444990:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575832.444994:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575832.444997:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983060480:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575832.445004:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983060608:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575832.445023:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575832.445043:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575832/real 1788575832]  req@ffff8b7a86089f80 x1875453983060608/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575832.445056:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453983060608/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575832.445064:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575832.445067:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575832.445071:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983060608:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788575833.148632:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575834.174656:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575835.196654:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575836.220761:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575837.244678:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575837.564696:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575837.564706:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575837.564710:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575837.564720:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3580
00000100:00080000:2.0:1788575837.564731:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575837.564738:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575837.564780:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453983060736/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575837.564806:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575837.564810:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575837.564812:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575837.564816:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3580
00000100:00080000:2.0:1788575837.564819:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575837.564824:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575837.564835:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575837.564849:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453983060864/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575837.564858:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575837.564861:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575837.564863:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788575837.564865:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983060736:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788575837.564866:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3580
00000100:00080000:2.0:1788575837.564869:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575837.564892:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575837.564897:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575837.564907:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453983060992/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575837.564938:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575837.564996:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575837/real 1788575837]  req@ffff8b7a83678a80 x1875453983060736/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575837.565015:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453983060736/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575837.565027:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575837.565032:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575837.565038:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983060736:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575837.565073:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983060864:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575837.565096:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575837.565106:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575837/real 1788575837]  req@ffff8b7a8367ad80 x1875453983060864/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575837.565113:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453983060864/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575837.565118:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575837.565121:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575837.565123:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983060864:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575837.565126:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983060992:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575837.565137:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575837.565142:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575837/real 1788575837]  req@ffff8b7a83678000 x1875453983060992/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575837.565149:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453983060992/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575837.565153:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575837.565154:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575837.565156:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983060992:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575838.268668:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575839.293064:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575840.316796:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575841.340724:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575842.364724:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575842.686833:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575842.686844:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575842.686849:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575842.686862:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3586
00000100:00080000:3.0:1788575842.686875:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575842.686884:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575842.686941:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453983061120/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575842.686969:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575842.686973:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575842.686975:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575842.686980:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3586
00000100:00080000:3.0:1788575842.686984:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575842.686988:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575842.687000:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575842.687013:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453983061248/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575842.687021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788575842.687022:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983061120:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575842.687040:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575842.687041:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575842.687045:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3586
00000100:00080000:3.0:1788575842.687049:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575842.687052:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575842.687060:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575842.687070:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453983061376/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575842.687096:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575842.687140:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575842/real 1788575842]  req@ffff8b7a86088700 x1875453983061120/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575842.687167:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453983061120/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575842.687189:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575842.687193:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575842.687196:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983061120:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575842.687231:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983061248:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575842.687259:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575842.687275:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575842/real 1788575842]  req@ffff8b7a86089880 x1875453983061248/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575842.687288:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453983061248/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575842.687305:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575842.687312:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575842.687320:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983061248:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575842.687326:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983061376:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575842.687347:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575842.687358:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575842/real 1788575842]  req@ffff8b7a86088a80 x1875453983061376/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575842.687370:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453983061376/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575842.687390:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575842.687394:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575842.687397:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983061376:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575843.388721:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575844.412660:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575845.436920:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575846.461087:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575847.484683:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575847.804729:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575847.804738:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575847.804742:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575847.804752:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3591
00000100:00080000:1.0:1788575847.804762:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575847.804768:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575847.804805:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453983061504/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575847.804844:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575847.804852:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575847.804854:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575847.804858:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3591
00000100:00080000:1.0:1788575847.804861:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575847.804865:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575847.804875:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575847.804903:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453983061632/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575847.804918:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983061504:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788575847.804922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575847.804934:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575847.804950:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575847.804958:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3591
00000100:00080000:1.0:1788575847.804963:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575847.804967:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575847.804974:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575847.804990:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453983061760/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575847.805023:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575847.805086:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575847/real 1788575847]  req@ffff8b7a86bf8380 x1875453983061504/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575847.805105:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453983061504/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575847.805117:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575847.805121:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575847.805136:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983061504:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575847.805163:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983061632:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575847.805185:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575847.805196:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575847/real 1788575847]  req@ffff8b7a86bfa300 x1875453983061632/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575847.805207:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453983061632/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575847.805215:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575847.805229:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575847.805232:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983061632:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575847.805251:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983061760:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575847.805271:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575847.805281:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575847/real 1788575847]  req@ffff8b7a86bf9880 x1875453983061760/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575847.805292:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453983061760/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575847.805300:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575847.805303:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575847.805306:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983061760:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788575848.508696:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575849.532709:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575850.556576:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575851.580697:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575852.604686:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575852.924614:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575852.924626:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575852.924630:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575852.924641:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3596
00000100:00080000:0.0:1788575852.924653:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575852.924662:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575852.924710:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453983061888/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575852.924744:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575852.924748:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575852.924750:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575852.924755:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3596
00000100:00080000:0.0:1788575852.924759:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575852.924780:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575852.924792:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575852.924799:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983061888:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788575852.924805:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453983062016/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575852.924814:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575852.924816:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575852.924818:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575852.924821:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3596
00000100:00080000:0.0:1788575852.924824:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575852.924827:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575852.924830:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575852.924838:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453983062144/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575852.924882:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575852.924937:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575852/real 1788575852]  req@ffff8b7a86111c00 x1875453983061888/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575852.924970:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453983061888/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575852.924978:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575852.924981:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575852.924984:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983061888:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575852.925014:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983062016:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575852.925040:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575852.925054:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575852/real 1788575852]  req@ffff8b7a86112680 x1875453983062016/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575852.925067:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453983062016/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575852.925075:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575852.925078:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575852.925081:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983062016:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575852.925087:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983062144:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575852.925118:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575852.925129:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575852/real 1788575852]  req@ffff8b7a86110700 x1875453983062144/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575852.925141:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453983062144/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575852.925148:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575852.925152:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575852.925155:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983062144:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575853.628833:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575854.652857:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575855.676741:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575856.700853:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575857.724740:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575858.044617:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575858.044631:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575858.044636:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575858.044649:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3601
00000100:00080000:1.0:1788575858.044661:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575858.044670:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575858.044716:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453983062272/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575858.044749:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575858.044752:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575858.044754:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575858.044758:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3601
00000100:00080000:1.0:1788575858.044762:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575858.044766:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575858.044777:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575858.044792:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983062400/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575858.044805:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983062272:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788575858.044833:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575858.044849:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575858.044851:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575858.044856:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3601
00000100:00080000:1.0:1788575858.044860:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575858.044865:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575858.044871:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575858.044885:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453983062528/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575858.044950:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983062400:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575858.044984:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983062528:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575858.748711:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575859.772672:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575860.796680:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788575861.117172:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788575861.117232:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788575861.117253:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575861.117302:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575861.117312:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788575861.117552:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575858/real 1788575861]  req@ffff8b7a86bfaa00 x1875453983062400/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575861.117583:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983062400/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575861.117596:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575861.117601:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575861.117607:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983062400:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575861.117621:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575858/real 1788575861]  req@ffff8b7a86bfad80 x1875453983062528/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575861.117633:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453983062528/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575861.117640:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575861.117664:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575861.117667:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983062528:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575861.117675:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575858/real 1788575861]  req@ffff8b7a86bf8700 x1875453983062272/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575861.117690:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453983062272/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575861.117697:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575861.117701:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575861.117704:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983062272:192.168.202.159@tcp:250:kworker.0
00010000:00010000:3.0:1788575861.820867:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575862.846263:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575863.164592:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575863.164602:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575863.164606:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575863.164615:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3606
00000100:00080000:1.0:1788575863.164626:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575863.164634:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575863.164669:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453983062656/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575863.164697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575863.164701:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575863.164702:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575863.164706:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3606
00000100:00080000:1.0:1788575863.164710:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575863.164714:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575863.164750:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575863.164766:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453983062784/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575863.164777:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575863.164778:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983062656:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788575863.164784:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575863.164788:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575863.164793:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3606
00000100:00080000:1.0:1788575863.164797:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575863.164801:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575863.164806:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575863.164819:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983062912/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575863.164845:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575863.164990:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575863/real 1788575863]  req@ffff8b7a86bf8700 x1875453983062656/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575863.165009:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453983062656/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575863.165019:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575863.165023:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575863.165027:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983062656:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575863.165050:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983062784:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575863.165074:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575863.165086:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575863/real 1788575863]  req@ffff8b7a86bfad80 x1875453983062784/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575863.165097:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453983062784/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575863.165112:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575863.165116:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575863.165119:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983062784:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575863.165126:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983062912:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575863.165147:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575863.165159:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575863/real 1788575863]  req@ffff8b7a86bfaa00 x1875453983062912/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575863.165170:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983062912/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575863.165178:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575863.165181:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575863.165185:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983062912:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788575863.868696:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575864.893078:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575865.916668:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575866.940775:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575867.964623:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575868.284601:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575868.284611:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575868.284616:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575868.284639:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3611
00000100:00080000:1.0:1788575868.284650:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575868.284657:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575868.284693:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453983063040/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575868.284724:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575868.284728:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575868.284730:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575868.284734:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3611
00000100:00080000:1.0:1788575868.284752:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575868.284758:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575868.284768:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575868.284778:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983063040:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575868.284793:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453983063168/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575868.284804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575868.284808:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575868.284809:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575868.284813:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3611
00000100:00080000:1.0:1788575868.284817:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575868.284821:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575868.284825:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575868.284837:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983063296/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575868.284852:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575868.284899:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575868/real 1788575868]  req@ffff8b7a86bfb800 x1875453983063040/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575868.284917:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453983063040/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575868.284927:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575868.284937:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575868.284941:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983063040:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575868.284964:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983063168:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575868.284989:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575868.285003:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575868/real 1788575868]  req@ffff8b7a86bf9f80 x1875453983063168/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575868.285015:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453983063168/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575868.285023:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575868.285026:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575868.285037:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983063168:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575868.285044:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983063296:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575868.285063:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575868.285074:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575868/real 1788575868]  req@ffff8b7a86bfaa00 x1875453983063296/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575868.285086:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983063296/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575868.285094:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575868.285096:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575868.285099:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983063296:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575868.988663:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575870.012726:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575871.036750:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575872.060715:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575873.084689:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575873.404643:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575873.404656:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575873.404661:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575873.404674:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3616
00000100:00080000:3.0:1788575873.404686:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575873.404695:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575873.404744:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453983063424/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575873.404801:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575873.404806:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575873.404808:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575873.404813:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3616
00000100:00080000:3.0:1788575873.404817:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575873.404822:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575873.404833:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575873.404844:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453983063552/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575873.404851:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575873.404853:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575873.404855:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575873.404857:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3616
00000100:00080000:3.0:1788575873.404860:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575873.404865:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575873.404866:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983063424:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788575873.404868:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575873.404878:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453983063680/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575873.404957:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575873.405002:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575873/real 1788575873]  req@ffff8b7a86088000 x1875453983063424/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575873.405033:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453983063424/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575873.405044:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575873.405048:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575873.405052:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983063424:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575873.405060:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983063552:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575873.405083:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575873.405096:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575873/real 1788575873]  req@ffff8b7a8608b480 x1875453983063552/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575873.405108:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453983063552/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575873.405115:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575873.405119:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575873.405121:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983063552:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575873.405145:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983063680:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575873.405161:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575873.405172:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575873/real 1788575873]  req@ffff8b7a86089180 x1875453983063680/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575873.405192:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453983063680/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575873.405201:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575873.405204:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575873.405207:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983063680:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575874.109582:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575875.133058:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575876.157026:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575877.180763:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575878.204671:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575878.524762:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575878.524776:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575878.524782:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575878.524815:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3621
00000100:00080000:3.0:1788575878.524829:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575878.524838:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575878.524897:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453983063808/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575878.524933:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575878.524937:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575878.524939:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575878.524944:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3621
00000100:00080000:3.0:1788575878.524948:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575878.524952:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575878.524964:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575878.524978:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453983063936/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575878.524989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575878.524992:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983063808:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575878.524993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575878.524997:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575878.525003:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3621
00000100:00080000:3.0:1788575878.525008:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575878.525012:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575878.525017:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575878.525029:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453983064064/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575878.525070:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575878.525113:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575878/real 1788575878]  req@ffff8b7a86088e00 x1875453983063808/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575878.525128:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453983063808/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575878.525149:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575878.525153:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575878.525157:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983063808:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575878.525186:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983063936:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575878.525208:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575878.525219:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575878/real 1788575878]  req@ffff8b7a86089500 x1875453983063936/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575878.525229:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453983063936/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575878.525248:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575878.525251:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575878.525254:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983063936:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575878.525260:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983064064:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575878.525278:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575878.525287:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575878/real 1788575878]  req@ffff8b7a8608b100 x1875453983064064/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575878.525297:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453983064064/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575878.525304:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575878.525307:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575878.525310:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983064064:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788575879.228781:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575880.252731:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575881.276610:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575882.300720:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575883.324973:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575883.646530:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575883.646547:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575883.646553:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575883.646566:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3626
00000100:00080000:1.0:1788575883.646579:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575883.646588:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575883.646638:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453983064192/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575883.646668:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575883.646691:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575883.646694:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575883.646702:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3626
00000100:00080000:1.0:1788575883.646707:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575883.646713:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575883.646725:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575883.646733:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983064192:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575883.646745:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453983064320/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575883.646759:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575883.646763:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575883.646765:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575883.646770:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3626
00000100:00080000:1.0:1788575883.646776:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575883.646780:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575883.646786:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575883.646799:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453983064448/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575883.646822:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575883.646865:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575883/real 1788575883]  req@ffff8b7a86bfad80 x1875453983064192/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575883.646883:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453983064192/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575883.646906:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575883.647053:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575883.647058:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983064192:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575883.647083:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983064320:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575883.647109:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575883.647121:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575883/real 1788575883]  req@ffff8b7a86bf8700 x1875453983064320/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575883.647133:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453983064320/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575883.647142:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575883.647145:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575883.647148:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983064320:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575883.647154:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983064448:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575883.647169:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575883.647176:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575883/real 1788575883]  req@ffff8b7a86bf9880 x1875453983064448/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575883.647183:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453983064448/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575883.647188:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575883.647190:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575883.647194:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983064448:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575884.348668:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575885.372665:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575886.397473:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575887.420661:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575888.444701:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575888.764662:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575888.764687:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575888.764691:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575888.764701:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3632
00000100:00080000:0.0:1788575888.764711:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575888.764718:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575888.764757:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453983064576/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575888.764787:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575888.764791:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575888.764793:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575888.764798:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3632
00000100:00080000:0.0:1788575888.764802:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575888.764807:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575888.764817:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575888.764835:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453983064704/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575888.764835:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983064576:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575888.764857:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575888.764860:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575888.764862:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575888.764866:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3632
00000100:00080000:0.0:1788575888.764871:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575888.764875:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575888.764888:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575888.764904:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453983064832/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575888.764936:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575888.764986:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575888/real 1788575888]  req@ffff8b7a86110a80 x1875453983064576/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575888.765002:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453983064576/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575888.765011:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575888.765014:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575888.765017:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983064576:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575888.765040:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983064704:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575888.765069:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575888.765083:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575888/real 1788575888]  req@ffff8b7a86111180 x1875453983064704/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575888.765095:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453983064704/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575888.765101:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575888.765103:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575888.765105:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983064704:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575888.765110:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983064832:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575888.765125:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575888.765133:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575888/real 1788575888]  req@ffff8b7a86113100 x1875453983064832/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575888.765166:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453983064832/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575888.765174:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575888.765178:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575888.765180:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983064832:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575889.468725:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575890.493205:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575891.516686:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575892.540657:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575893.564615:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575893.884606:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575893.884617:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575893.884621:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575893.884632:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3637
00000100:00080000:2.0:1788575893.884641:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575893.884648:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575893.884681:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453983064960/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575893.884706:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575893.884709:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575893.884711:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575893.884715:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3637
00000100:00080000:2.0:1788575893.884718:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575893.884721:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575893.884730:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575893.884741:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453983065088/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575893.884757:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983064960:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788575893.884774:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575893.884777:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575893.884779:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575893.884791:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3637
00000100:00080000:2.0:1788575893.884798:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575893.884803:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575893.884808:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575893.884827:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453983065216/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575893.884832:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575893.884875:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575893/real 1788575893]  req@ffff8b7a8367b480 x1875453983064960/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575893.884891:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453983064960/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575893.884912:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575893.884915:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575893.884919:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983064960:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575893.884942:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983065088:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575893.884966:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575893.884979:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575893/real 1788575893]  req@ffff8b7a83679500 x1875453983065088/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575893.884991:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453983065088/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575893.884998:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575893.885001:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575893.885003:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983065088:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575893.885007:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983065216:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575893.885021:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575893.885027:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575893/real 1788575893]  req@ffff8b7a8367bb80 x1875453983065216/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575893.885034:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453983065216/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575893.885038:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575893.885040:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575893.885043:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983065216:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788575894.588653:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575895.612646:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575896.636648:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575897.660748:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575898.684660:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575899.009172:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575899.009179:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575899.009181:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575899.009190:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3642
00000100:00080000:3.0:1788575899.009198:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575899.009204:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575899.009242:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453983065344/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575899.009269:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575899.009273:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575899.009275:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575899.009279:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3642
00000100:00080000:3.0:1788575899.009282:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575899.009285:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575899.009293:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575899.009303:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453983065472/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575899.009310:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788575899.009324:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983065344:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575899.009325:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575899.009327:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575899.009334:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3642
00000100:00080000:3.0:1788575899.009337:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575899.009339:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575899.009343:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575899.009352:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453983065600/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575899.009391:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575899.009430:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575899/real 1788575899]  req@ffff8b7a8608b100 x1875453983065344/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575899.009448:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453983065344/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575899.009458:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575899.009462:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575899.009466:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983065344:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575899.009480:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983065472:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575899.009538:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575899.009551:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575899/real 1788575899]  req@ffff8b7a86089500 x1875453983065472/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575899.009564:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453983065472/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575899.009570:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575899.009572:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575899.009574:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983065472:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575899.009593:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983065600:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575899.009626:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575899.009637:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575899/real 1788575899]  req@ffff8b7a86088e00 x1875453983065600/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575899.009666:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453983065600/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575899.009674:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575899.009677:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575899.009681:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983065600:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575899.708648:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575900.733075:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575901.757321:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575902.781144:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575903.804767:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575904.124702:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575904.124713:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575904.124717:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575904.124727:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3647
00000100:00080000:3.0:1788575904.124739:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575904.124746:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575904.124788:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453983065728/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575904.124816:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575904.124819:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575904.124820:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575904.124824:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3647
00000100:00080000:3.0:1788575904.124826:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575904.124828:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575904.124837:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575904.124862:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453983065856/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575904.124869:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575904.124871:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575904.124872:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575904.124875:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3647
00000100:00080000:3.0:1788575904.124877:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575904.124880:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575904.124883:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575904.124901:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453983065984/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575904.124915:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983065728:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788575904.124994:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575904.125062:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575904/real 1788575904]  req@ffff8b7a86089180 x1875453983065728/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575904.125082:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453983065728/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575904.125093:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575904.125097:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575904.125101:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983065728:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575904.125120:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983065856:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575904.125144:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575904.125157:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575904/real 1788575904]  req@ffff8b7a8608b480 x1875453983065856/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575904.125171:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453983065856/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575904.125192:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575904.125196:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575904.125200:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983065856:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575904.125228:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983065984:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575904.125253:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575904.125265:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575904/real 1788575904]  req@ffff8b7a86088000 x1875453983065984/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575904.125277:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453983065984/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575904.125284:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575904.125288:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575904.125291:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983065984:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575904.828989:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575905.854755:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575906.876898:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575907.901131:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575908.924653:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575909.247893:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575909.247906:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575909.247912:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575909.247925:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3652
00000100:00080000:3.0:1788575909.247938:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575909.247948:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575909.247996:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453983066112/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575909.248036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575909.248040:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575909.248042:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575909.248065:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3652
00000100:00080000:3.0:1788575909.248069:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575909.248073:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575909.248085:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575909.248097:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453983066240/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575909.248106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575909.248109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575909.248111:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575909.248113:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3652
00000100:00080000:3.0:1788575909.248117:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575909.248120:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575909.248124:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575909.248132:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453983066368/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575909.248524:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983066112:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788575909.248608:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575909.248670:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575909/real 1788575909]  req@ffff8b7a86088a80 x1875453983066112/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575909.248692:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453983066112/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575909.248703:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575909.248708:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575909.248720:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983066112:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575909.248728:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983066240:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575909.248756:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575909.248769:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575909/real 1788575909]  req@ffff8b7a86089880 x1875453983066240/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575909.248779:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453983066240/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575909.248797:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575909.248801:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575909.248804:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983066240:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575909.248811:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983066368:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575909.248831:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575909.248841:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575909/real 1788575909]  req@ffff8b7a86088700 x1875453983066368/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575909.248852:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453983066368/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575909.248860:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575909.248863:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575909.248867:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983066368:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788575909.955166:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575910.972894:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575911.996629:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575913.020661:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575914.045953:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575914.364668:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575914.364682:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575914.364687:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575914.364700:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3657
00000100:00080000:3.0:1788575914.364711:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575914.364720:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575914.364784:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453983066496/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575914.364843:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575914.364847:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575914.364849:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575914.364854:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3657
00000100:00080000:3.0:1788575914.364858:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575914.364862:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575914.364873:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575914.364885:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453983066624/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575914.364896:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575914.364899:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575914.364901:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575914.364905:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3657
00000100:00080000:3.0:1788575914.364908:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575914.364912:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575914.364916:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575914.364926:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453983066752/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575914.364954:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983066496:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788575914.365032:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575914.365100:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575914/real 1788575914]  req@ffff8b7a86089f80 x1875453983066496/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575914.365121:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453983066496/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575914.365135:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575914.365140:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575914.365144:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983066496:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575914.365152:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983066624:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575914.365175:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575914.365188:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575914/real 1788575914]  req@ffff8b7a86089c00 x1875453983066624/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575914.365199:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453983066624/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575914.365207:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575914.365210:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575914.365213:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983066624:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575914.365238:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983066752:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575914.365258:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575914.365269:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575914/real 1788575914]  req@ffff8b7a8608a300 x1875453983066752/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575914.365281:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453983066752/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575914.365300:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575914.365304:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575914.365308:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983066752:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575915.068635:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575916.092698:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575917.116735:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575918.140674:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575919.164701:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575919.484618:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575919.484628:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575919.484632:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575919.484642:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3662
00000100:00080000:3.0:1788575919.484679:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575919.484704:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575919.484741:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453983066880/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575919.484770:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575919.484774:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575919.484776:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575919.484780:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3662
00000100:00080000:3.0:1788575919.484784:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575919.484788:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575919.484797:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575919.484807:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453983067008/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575919.484816:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983066880:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575919.484818:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575919.484829:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575919.484833:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575919.484836:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3662
00000100:00080000:3.0:1788575919.484839:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575919.484841:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575919.484845:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575919.484854:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453983067136/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575919.484884:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575919.484944:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575919/real 1788575919]  req@ffff8b7a8608a680 x1875453983066880/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575919.484961:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453983066880/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575919.484972:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575919.484976:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575919.484981:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983066880:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575919.485007:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983067008:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575919.485029:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575919.485041:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575919/real 1788575919]  req@ffff8b7a8608aa00 x1875453983067008/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575919.485053:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453983067008/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575919.485061:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575919.485064:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575919.485068:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983067008:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575919.485081:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983067136:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575919.485101:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575919.485112:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575919/real 1788575919]  req@ffff8b7a8608ad80 x1875453983067136/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575919.485123:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453983067136/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575919.485131:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575919.485134:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575919.485138:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983067136:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575920.188676:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575921.212660:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575922.236720:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575923.260739:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575924.284656:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575924.604601:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575924.604611:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575924.604615:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575924.604626:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3667
00000100:00080000:0.0:1788575924.604650:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575924.604660:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575924.604712:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113100 x1875453983067264/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575924.604745:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575924.604749:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575924.604750:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575924.604755:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3667
00000100:00080000:0.0:1788575924.604759:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575924.604764:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575924.604794:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575924.604804:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983067264:192.168.202.159@tcp:250:kworker.0
00000100:00100000:0.0:1788575924.604807:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111180 x1875453983067392/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575924.604819:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575924.604821:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575924.604823:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575924.604825:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3667
00000100:00080000:0.0:1788575924.604828:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575924.604831:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575924.604834:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575924.604841:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110a80 x1875453983067520/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575924.604932:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983067392:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575924.604960:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983067520:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788575925.308742:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575926.332794:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575927.356655:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788575927.676850:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788575927.676938:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788575927.676958:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575927.677008:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575927.677020:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788575927.677062:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575924/real 1788575927]  req@ffff8b7a86111180 x1875453983067392/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575927.677094:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111180 x1875453983067392/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575927.677107:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575927.677113:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575927.677117:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983067392:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575927.677126:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575924/real 1788575927]  req@ffff8b7a86110a80 x1875453983067520/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575927.677159:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110a80 x1875453983067520/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575927.677167:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575927.677171:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575927.677175:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983067520:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575927.677182:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575924/real 1788575927]  req@ffff8b7a86113100 x1875453983067264/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575927.677195:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113100 x1875453983067264/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575927.677203:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575927.677206:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575927.677209:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983067264:192.168.202.159@tcp:250:kworker.0
00010000:00010000:2.0:1788575928.380744:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575929.404708:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575929.724611:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575929.724625:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575929.724630:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575929.724644:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3673
00000100:00080000:0.0:1788575929.724657:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575929.724666:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575929.724709:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110700 x1875453983067648/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575929.724740:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575929.724744:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575929.724776:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575929.724781:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3673
00000100:00080000:0.0:1788575929.724786:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575929.724791:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575929.724804:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575929.724816:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112680 x1875453983067776/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575929.724826:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575929.724829:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575929.724831:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575929.724835:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3673
00000100:00080000:0.0:1788575929.724838:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575929.724842:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575929.724847:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575929.724857:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111c00 x1875453983067904/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575929.724902:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983067648:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788575929.725008:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575929.725086:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575929/real 1788575929]  req@ffff8b7a86110700 x1875453983067648/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575929.725109:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110700 x1875453983067648/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575929.725121:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575929.725125:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575929.725129:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983067648:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575929.725146:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983067776:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575929.725175:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575929.725190:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575929/real 1788575929]  req@ffff8b7a86112680 x1875453983067776/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575929.725202:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112680 x1875453983067776/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575929.725211:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575929.725215:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575929.725219:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983067776:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575929.725225:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983067904:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575929.725246:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575929.725256:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575929/real 1788575929]  req@ffff8b7a86111c00 x1875453983067904/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575929.725268:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111c00 x1875453983067904/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575929.725278:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575929.725281:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575929.725284:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983067904:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575930.428687:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575931.452728:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575932.476660:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575933.500688:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575934.524664:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575934.844675:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575934.844686:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575934.844691:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575934.844723:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3678
00000100:00080000:1.0:1788575934.844735:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575934.844743:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575934.844782:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453983068032/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575934.844816:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575934.844819:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575934.844820:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575934.844824:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3678
00000100:00080000:1.0:1788575934.844827:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575934.844830:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575934.844839:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575934.844850:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453983068160/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575934.844859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575934.844862:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575934.844864:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575934.844868:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3678
00000100:00080000:1.0:1788575934.844871:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575934.844875:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575934.844880:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983068032:192.168.202.159@tcp:250:kworker.0
00000008:00100000:1.0:1788575934.844881:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575934.844899:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453983068288/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575934.844973:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575934.845024:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575934/real 1788575934]  req@ffff8b7a86bfa300 x1875453983068032/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575934.845046:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453983068032/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575934.845055:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575934.845058:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575934.845061:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983068032:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575934.845066:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983068160:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575934.845084:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575934.845092:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575934/real 1788575934]  req@ffff8b7a86bf8380 x1875453983068160/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575934.845099:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453983068160/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575934.845104:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575934.845106:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575934.845108:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983068160:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575934.845129:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983068288:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575934.845139:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575934.845151:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575934/real 1788575934]  req@ffff8b7a86bf9880 x1875453983068288/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575934.845158:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453983068288/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575934.845163:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575934.845165:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575934.845167:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983068288:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575935.548745:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575936.572695:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575937.597583:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575938.620711:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575939.644677:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788575939.964645:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575939.964659:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788575939.964663:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575939.964676:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3683
00000100:00080000:2.0:1788575939.964687:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575939.964694:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788575939.964737:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b800 x1875453983068416/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575939.964762:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575939.964765:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788575939.964766:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575939.964769:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3683
00000100:00080000:2.0:1788575939.964771:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575939.964774:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575939.964783:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575939.964809:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983068416:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575939.964812:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453983068544/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788575939.964823:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788575939.964825:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788575939.964826:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788575939.964829:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3683
00000100:00080000:2.0:1788575939.964831:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788575939.964833:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788575939.964836:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575939.964844:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678380 x1875453983068672/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575939.964894:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575939.964944:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575939/real 1788575939]  req@ffff8b7a8367b800 x1875453983068416/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575939.964964:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b800 x1875453983068416/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575939.964976:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575939.964979:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575939.964982:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983068416:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575939.965007:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983068544:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575939.965025:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575939.965036:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575939/real 1788575939]  req@ffff8b7a83679f80 x1875453983068544/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575939.965047:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453983068544/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575939.965054:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575939.965057:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575939.965065:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983068544:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575939.965072:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983068672:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575939.965092:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575939.965108:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575939/real 1788575939]  req@ffff8b7a83678380 x1875453983068672/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575939.965116:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678380 x1875453983068672/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575939.965121:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575939.965123:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575939.965125:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983068672:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788575940.668633:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575941.692649:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575942.716624:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575943.740675:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575944.764639:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575945.084656:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575945.084674:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575945.084679:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575945.084692:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3688
00000100:00080000:3.0:1788575945.084709:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575945.084716:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575945.084755:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453983068800/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575945.084782:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575945.084784:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575945.084785:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575945.084788:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3688
00000100:00080000:3.0:1788575945.084791:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575945.084795:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575945.084806:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575945.084819:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453983068928/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575945.084828:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788575945.084844:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983068800:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575945.084854:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575945.084858:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575945.084862:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3688
00000100:00080000:3.0:1788575945.084866:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575945.084871:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575945.084877:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575945.084889:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453983069056/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788575945.084931:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575945.084976:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575945/real 1788575945]  req@ffff8b7a8608b800 x1875453983068800/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575945.084996:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453983068800/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575945.085007:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575945.085011:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575945.085015:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983068800:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575945.085023:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983068928:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575945.085055:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575945.085067:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575945/real 1788575945]  req@ffff8b7a8608bb80 x1875453983068928/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575945.085080:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453983068928/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575945.085101:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575945.085105:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575945.085109:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983068928:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575945.085137:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983069056:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575945.085159:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575945.085169:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575945/real 1788575945]  req@ffff8b7a86088380 x1875453983069056/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575945.085180:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453983069056/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575945.085187:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575945.085190:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575945.085194:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983069056:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575945.788728:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575946.812693:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575947.836657:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575948.860641:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575949.884691:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575950.204594:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575950.204607:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575950.204612:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575950.204626:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3693
00000100:00080000:3.0:1788575950.204639:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575950.204649:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575950.204698:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453983069184/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575950.204724:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575950.204728:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575950.204730:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575950.204734:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3693
00000100:00080000:3.0:1788575950.204738:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575950.204744:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575950.204755:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575950.204761:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983069184:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788575950.204789:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453983069312/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575950.204800:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575950.204804:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575950.204806:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575950.204809:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3693
00000100:00080000:3.0:1788575950.204814:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575950.204818:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575950.204823:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788575950.204836:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:3.0:1788575950.204836:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453983069440/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575950.204895:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575950/real 1788575950]  req@ffff8b7a86088380 x1875453983069184/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575950.204910:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453983069184/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575950.204918:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575950.204921:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575950.204930:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983069184:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575950.204953:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983069312:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575950.204972:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575950.204981:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575950/real 1788575950]  req@ffff8b7a8608bb80 x1875453983069312/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575950.204988:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453983069312/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575950.204993:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575950.204996:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575950.204998:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983069312:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575950.205001:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983069440:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575950.205010:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575950.205015:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575950/real 1788575950]  req@ffff8b7a8608b800 x1875453983069440/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575950.205030:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453983069440/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575950.205035:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575950.205037:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575950.205039:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983069440:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575950.908700:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575951.932632:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575952.956735:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575953.980634:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575955.004686:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575955.324625:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575955.324634:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575955.324653:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575955.324662:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3698
00000100:00080000:1.0:1788575955.324672:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575955.324680:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575955.324712:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453983069568/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575955.324746:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575955.324750:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575955.324752:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575955.324756:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3698
00000100:00080000:1.0:1788575955.324760:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575955.324764:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575955.324774:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575955.324786:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453983069696/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575955.324795:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575955.324798:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575955.324800:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575955.324802:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3698
00000100:00080000:1.0:1788575955.324806:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575955.324809:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575955.324813:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575955.324822:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983069824/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575955.324918:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983069568:192.168.202.159@tcp:250:kworker.0
00000800:00000100:2.0:1788575955.324972:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575955.325006:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575955/real 1788575955]  req@ffff8b7a86bf8700 x1875453983069568/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575955.325021:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453983069568/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575955.325031:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575955.325035:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575955.325045:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983069568:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575955.325052:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983069696:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575955.325075:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575955.325087:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575955/real 1788575955]  req@ffff8b7a86bfad80 x1875453983069696/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575955.325146:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453983069696/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575955.325152:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575955.325154:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575955.325156:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983069696:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575955.325160:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983069824:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575955.325174:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575955.325181:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575955/real 1788575955]  req@ffff8b7a86bfaa00 x1875453983069824/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575955.325187:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983069824/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575955.325193:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575955.325196:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575955.325199:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983069824:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788575956.029830:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575957.052740:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575958.076685:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575959.108547:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575960.124752:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575960.445202:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575960.445210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575960.445214:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575960.445222:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3703
00000100:00080000:0.0:1788575960.445229:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575960.445235:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575960.445266:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453983069952/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575960.445293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575960.445295:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575960.445296:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575960.445299:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3703
00000100:00080000:0.0:1788575960.445301:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575960.445303:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575960.445323:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575960.445341:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453983070080/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575960.445351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575960.445354:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575960.445357:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575960.445361:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3703
00000100:00080000:0.0:1788575960.445365:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788575960.445374:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983069952:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575960.445375:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575960.445394:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575960.445428:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453983070208/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575960.445576:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575960.445626:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575960/real 1788575960]  req@ffff8b7a86111880 x1875453983069952/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575960.445647:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453983069952/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575960.445659:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575960.445664:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575960.445668:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983069952:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575960.445676:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983070080:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575960.445698:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575960.445709:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575960/real 1788575960]  req@ffff8b7a86112d80 x1875453983070080/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575960.445720:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453983070080/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575960.445728:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575960.445731:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575960.445735:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983070080:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575960.445765:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983070208:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575960.445781:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575960.445790:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575960/real 1788575960]  req@ffff8b7a86112a00 x1875453983070208/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575960.445820:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453983070208/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575960.445828:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575960.445831:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575960.445834:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983070208:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788575961.148776:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575962.172692:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575963.196852:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788575964.220645:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575965.244705:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575965.564669:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575965.564684:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575965.564689:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575965.564702:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3708
00000100:00080000:1.0:1788575965.564715:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575965.564724:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575965.564791:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453983070336/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575965.564825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575965.564829:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575965.564831:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575965.564836:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3708
00000100:00080000:1.0:1788575965.564840:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575965.564848:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575965.564861:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575965.564875:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983070336:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575965.564877:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453983070464/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575965.564893:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575965.564896:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575965.564898:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575965.564903:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3708
00000100:00080000:1.0:1788575965.564907:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575965.564911:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575965.564936:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1788575965.564957:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575965.564963:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983070592/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575965.565001:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575965/real 1788575965]  req@ffff8b7a86bf9f80 x1875453983070336/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575965.565016:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453983070336/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575965.565024:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575965.565027:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575965.565030:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983070336:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575965.565051:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983070464:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575965.565066:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575965.565074:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575965/real 1788575965]  req@ffff8b7a86bfb800 x1875453983070464/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575965.565081:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453983070464/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575965.565093:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575965.565095:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575965.565098:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983070464:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575965.565101:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983070592:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575965.565115:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575965.565121:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575965/real 1788575965]  req@ffff8b7a86bfaa00 x1875453983070592/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575965.565127:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983070592/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575965.565132:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575965.565134:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575965.565135:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983070592:192.168.202.159@tcp:38:kworker.0
00010000:00010000:3.0:1788575966.268677:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575967.292981:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575968.316666:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1788575969.340738:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575970.366354:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575970.684638:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575970.684652:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575970.684657:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575970.684670:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3714
00000100:00080000:0.0:1788575970.684690:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575970.684699:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575970.684743:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453983070720/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575970.684776:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575970.684780:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575970.684782:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575970.684787:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3714
00000100:00080000:0.0:1788575970.684790:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575970.684793:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575970.684803:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575970.684814:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453983070848/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575970.684824:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575970.684828:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575970.684829:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575970.684848:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3714
00000100:00080000:0.0:1788575970.684852:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575970.684856:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575970.684861:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575970.684870:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453983070976/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575970.685015:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983070720:192.168.202.159@tcp:250:kworker.0
00000800:00000100:2.0:1788575970.685095:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575970.685139:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575970/real 1788575970]  req@ffff8b7a86110e00 x1875453983070720/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575970.685155:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453983070720/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788575995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575970.685176:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575970.685180:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575970.685184:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983070720:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575970.685191:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983070848:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575970.685225:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575970.685238:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575970/real 1788575970]  req@ffff8b7a86113b80 x1875453983070848/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575970.685249:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453983070848/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575970.685256:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575970.685258:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575970.685261:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983070848:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575970.685266:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983070976:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575970.685283:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575970.685292:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575970/real 1788575970]  req@ffff8b7a86112300 x1875453983070976/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575970.685302:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453983070976/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788575995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575970.685309:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575970.685313:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575970.685315:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983070976:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788575971.389697:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575972.412757:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575973.436686:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575974.460643:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575975.484680:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575975.804595:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575975.804601:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575975.804605:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575975.804613:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3719
00000100:00080000:0.0:1788575975.804623:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575975.804631:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575975.804664:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453983071104/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575975.804687:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575975.804689:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575975.804690:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575975.804693:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3719
00000100:00080000:0.0:1788575975.804696:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575975.804698:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575975.804705:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575975.804719:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453983071232/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575975.804726:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788575975.804730:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983071104:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575975.804741:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575975.804743:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575975.804746:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3719
00000100:00080000:0.0:1788575975.804749:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575975.804752:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575975.804756:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575975.804765:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453983071360/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575975.804780:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575975.804825:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575975/real 1788575975]  req@ffff8b7a86113800 x1875453983071104/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575975.804843:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453983071104/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575975.804853:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575975.804857:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575975.804861:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983071104:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575975.804884:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983071232:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575975.804904:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575975.804913:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575975/real 1788575975]  req@ffff8b7a86110380 x1875453983071232/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575975.804921:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453983071232/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575975.804926:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575975.804928:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575975.804930:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983071232:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575975.804938:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983071360:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575975.804957:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575975.804964:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575975/real 1788575975]  req@ffff8b7a86111f80 x1875453983071360/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575975.804975:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453983071360/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575975.804982:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575975.804985:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575975.804988:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983071360:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788575976.508682:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575977.532717:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575978.556692:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575979.580786:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575980.604722:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788575980.924627:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575980.924641:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788575980.924646:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575980.924659:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3724
00000100:00080000:0.0:1788575980.924671:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575980.924680:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788575980.924726:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453983071488/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788575980.924758:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575980.924762:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788575980.924764:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575980.924768:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3724
00000100:00080000:0.0:1788575980.924772:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575980.924776:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575980.924787:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575980.924800:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453983071616/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575980.924808:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983071488:192.168.202.159@tcp:250:kworker.0
00000100:00080000:0.0:1788575980.924834:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788575980.924838:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788575980.924840:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788575980.924844:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3724
00000100:00080000:0.0:1788575980.924849:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788575980.924853:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788575980.924859:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788575980.924871:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453983071744/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575980.924890:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575980.924936:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575980/real 1788575980]  req@ffff8b7a86110000 x1875453983071488/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575980.924950:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453983071488/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575980.924958:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575980.924961:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575980.924964:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983071488:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575980.924985:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983071616:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575980.925009:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575980.925017:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575980/real 1788575980]  req@ffff8b7a86113480 x1875453983071616/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575980.925025:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453983071616/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575980.925030:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575980.925032:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575980.925034:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983071616:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575980.925037:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983071744:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575980.925049:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575980.925058:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575980/real 1788575980]  req@ffff8b7a86111500 x1875453983071744/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575980.925068:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453983071744/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575980.925076:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575980.925079:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575980.925082:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983071744:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788575981.628758:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575982.652626:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575983.676650:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575984.700690:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575985.724736:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788575986.044670:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575986.044685:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788575986.044690:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575986.044705:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3729
00000100:00080000:1.0:1788575986.044719:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575986.044727:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788575986.044770:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453983071872/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575986.044794:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575986.044797:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788575986.044798:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575986.044802:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3729
00000100:00080000:1.0:1788575986.044804:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575986.044806:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575986.044815:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788575986.044823:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453983072000/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788575986.044855:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788575986.044858:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788575986.044860:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788575986.044864:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3729
00000100:00080000:1.0:1788575986.044869:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788575986.044875:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788575986.044883:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788575986.044885:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983071872:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575986.044898:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453983072128/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788575986.044966:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575986.045027:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575986/real 1788575986]  req@ffff8b7a86bfad80 x1875453983071872/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575986.045045:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453983071872/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575986.045056:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575986.045061:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575986.045064:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983071872:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788575986.045072:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983072000:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575986.045106:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575986.045122:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575986/real 1788575986]  req@ffff8b7a86bf8700 x1875453983072000/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575986.045134:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453983072000/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575986.045141:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575986.045144:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575986.045147:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983072000:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575986.045172:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983072128:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788575986.045192:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788575986.045203:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575986/real 1788575986]  req@ffff8b7a86bf9880 x1875453983072128/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788575986.045215:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453983072128/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788575986.045233:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788575986.045236:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788575986.045240:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983072128:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788575986.748725:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575987.772736:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575988.796741:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575989.820691:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575990.844779:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575991.164648:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575991.164662:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575991.164668:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575991.164691:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3734
00000100:00080000:3.0:1788575991.164703:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575991.164711:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575991.164759:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453983072256/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575991.164808:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575991.164812:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575991.164813:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575991.164816:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3734
00000100:00080000:3.0:1788575991.164820:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575991.164823:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575991.164832:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575991.164842:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453983072384/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575991.164849:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575991.164852:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575991.164853:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575991.164858:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3734
00000100:00100000:2.0:1788575991.164861:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983072256:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788575991.164861:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575991.164865:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575991.164869:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575991.164876:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453983072512/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788575991.164989:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983072384:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788575991.165023:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983072512:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788575991.868686:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575992.892714:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575993.916660:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788575994.236876:0:2374:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788575994.236921:0:2374:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788575994.236937:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575994.236978:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788575994.236989:0:2374:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788575994.237851:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575991/real 1788575994]  req@ffff8b7a8608aa00 x1875453983072384/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575994.237877:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453983072384/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575994.237888:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575994.237894:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575994.237898:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983072384:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575994.237907:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575991/real 1788575994]  req@ffff8b7a8608a680 x1875453983072512/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575994.237944:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453983072512/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575994.237952:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575994.237955:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575994.237958:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983072512:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575994.237965:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575991/real 1788575994]  req@ffff8b7a8608ad80 x1875453983072256/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575994.237977:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453983072256/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575994.237985:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575994.237990:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575994.237994:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983072256:192.168.202.159@tcp:250:kworker.0
00010000:00010000:1.0:1788575994.940656:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575995.964708:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788575996.284639:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575996.284655:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788575996.284659:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575996.284667:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3739
00000100:00080000:3.0:1788575996.284693:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575996.284702:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788575996.284734:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453983072640/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575996.284762:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575996.284765:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788575996.284767:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575996.284771:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3739
00000100:00080000:3.0:1788575996.284775:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575996.284779:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575996.284787:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575996.284798:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453983072768/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788575996.284807:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788575996.284809:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788575996.284811:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788575996.284814:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3739
00000100:00080000:3.0:1788575996.284817:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788575996.284820:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788575996.284824:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788575996.284847:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453983072896/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788575996.284918:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983072640:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788575996.284988:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575996.285051:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575996/real 1788575996]  req@ffff8b7a8608a300 x1875453983072640/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575996.285069:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453983072640/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575996.285079:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575996.285083:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575996.285094:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983072640:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788575996.285102:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983072768:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575996.285127:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575996.285139:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575996/real 1788575996]  req@ffff8b7a86089c00 x1875453983072768/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575996.285150:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453983072768/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575996.285157:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575996.285160:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575996.285163:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983072768:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788575996.285168:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983072896:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788575996.285185:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788575996.285194:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788575996/real 1788575996]  req@ffff8b7a86089f80 x1875453983072896/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788575996.285205:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453983072896/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788575996.285212:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788575996.285215:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788575996.285217:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983072896:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788575996.988730:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788575998.012669:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788575999.038327:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576000.060703:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576001.084709:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788576001.404624:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576001.404632:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788576001.404636:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576001.404644:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3744
00000100:00080000:2.0:1788576001.404652:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576001.404659:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788576001.404700:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678e00 x1875453983073024/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788576001.404728:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576001.404732:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788576001.404734:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576001.404739:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3744
00000100:00080000:2.0:1788576001.404744:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576001.404750:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788576001.404759:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788576001.404777:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678380 x1875453983073152/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576001.404785:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983073024:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788576001.404789:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576001.404800:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788576001.404802:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576001.404806:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3744
00000100:00080000:2.0:1788576001.404809:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576001.404811:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788576001.404815:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788576001.404824:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679f80 x1875453983073280/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788576001.404891:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576001.404954:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576001/real 1788576001]  req@ffff8b7a83678e00 x1875453983073024/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576001.404975:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678e00 x1875453983073024/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576001.404987:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576001.405095:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576001.405100:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983073024:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576001.405131:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983073152:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576001.405158:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576001.405171:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576001/real 1788576001]  req@ffff8b7a83678380 x1875453983073152/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576001.405184:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678380 x1875453983073152/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576001.405192:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576001.405195:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576001.405197:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983073152:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576001.405211:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983073280:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576001.405232:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576001.405258:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576001/real 1788576001]  req@ffff8b7a83679f80 x1875453983073280/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576001.405279:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679f80 x1875453983073280/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576001.405287:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576001.405291:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576001.405294:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983073280:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788576002.108608:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576003.132657:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576004.156659:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576005.181717:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576006.205317:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576006.524662:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576006.524695:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576006.524700:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576006.524725:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3749
00000100:00080000:3.0:1788576006.524738:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576006.524747:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576006.524797:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453983073408/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576006.524826:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576006.524829:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576006.524831:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576006.524835:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3749
00000100:00080000:3.0:1788576006.524838:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576006.524842:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576006.524853:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576006.524864:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453983073536/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576006.524874:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576006.524878:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576006.524881:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788576006.524883:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983073408:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788576006.524886:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3749
00000100:00080000:3.0:1788576006.524893:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576006.524898:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576006.524903:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576006.524915:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453983073664/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788576006.524972:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576006.525030:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576006/real 1788576006]  req@ffff8b7a86088700 x1875453983073408/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576006.525049:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453983073408/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576006.525060:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576006.525065:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576006.525069:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983073408:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576006.525096:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983073536:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576006.525117:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576006.525126:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576006/real 1788576006]  req@ffff8b7a86089880 x1875453983073536/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576006.525159:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453983073536/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576006.525166:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576006.525168:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576006.525170:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983073536:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576006.525174:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983073664:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576006.525190:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576006.525197:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576006/real 1788576006]  req@ffff8b7a86088a80 x1875453983073664/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576006.525204:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453983073664/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576006.525210:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576006.525213:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576006.525216:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983073664:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576007.228704:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576008.252725:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576009.276802:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576010.300766:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576011.324814:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576011.644634:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576011.644647:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576011.644652:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576011.644665:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3754
00000100:00080000:3.0:1788576011.644678:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576011.644687:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576011.644732:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453983073792/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576011.644777:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576011.644781:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576011.644783:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576011.644788:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3754
00000100:00080000:3.0:1788576011.644791:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576011.644795:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576011.644806:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576011.644818:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453983073920/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576011.644827:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576011.644830:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576011.644831:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576011.644835:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3754
00000100:00080000:3.0:1788576011.644838:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576011.644841:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576011.644862:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576011.644872:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453983074048/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576011.646444:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983073792:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788576011.646548:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576011.646610:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576011/real 1788576011]  req@ffff8b7a86088000 x1875453983073792/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576011.646647:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453983073792/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576011.646658:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576011.646662:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576011.646666:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983073792:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576011.646673:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983073920:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576011.646695:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576011.646705:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576011/real 1788576011]  req@ffff8b7a8608b480 x1875453983073920/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576011.646716:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453983073920/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576011.646723:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576011.646726:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576011.646729:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983073920:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576011.646734:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983074048:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576011.646760:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576011.646770:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576011/real 1788576011]  req@ffff8b7a86089180 x1875453983074048/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576011.646780:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453983074048/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576011.646797:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576011.646800:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576011.646803:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983074048:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576012.348722:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576013.372771:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576014.396671:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576015.420666:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576016.444768:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788576016.764616:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788576016.764625:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788576016.764629:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788576016.764637:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3760
00000100:00080000:0.0:1788576016.764645:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788576016.764651:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788576016.764685:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111500 x1875453983074176/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788576016.764711:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788576016.764715:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788576016.764717:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788576016.764721:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3760
00000100:00080000:0.0:1788576016.764735:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788576016.764741:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788576016.764759:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983074176:192.168.202.159@tcp:250:kworker.0
00000008:00100000:0.0:1788576016.764767:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788576016.764781:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113480 x1875453983074304/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788576016.764791:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788576016.764795:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788576016.764797:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788576016.764801:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3760
00000100:00080000:0.0:1788576016.764814:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788576016.764819:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788576016.764824:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788576016.764828:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:0.0:1788576016.764839:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110000 x1875453983074432/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576016.764865:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576016/real 1788576016]  req@ffff8b7a86111500 x1875453983074176/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576016.764879:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111500 x1875453983074176/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576016.764887:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576016.764890:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576016.764892:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983074176:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576016.764911:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983074304:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576016.764934:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576016.764946:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576016/real 1788576016]  req@ffff8b7a86113480 x1875453983074304/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576016.764959:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113480 x1875453983074304/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576016.764979:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576016.764982:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576016.764986:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983074304:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576016.764992:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983074432:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576016.765010:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576016.765017:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576016/real 1788576016]  req@ffff8b7a86110000 x1875453983074432/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576016.765024:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110000 x1875453983074432/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576016.765029:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576016.765032:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576016.765034:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983074432:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788576017.468710:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576018.492753:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576019.516750:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576020.540749:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576021.564751:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576021.884658:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576021.884672:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576021.884678:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576021.884705:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3765
00000100:00080000:3.0:1788576021.884717:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576021.884724:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576021.884776:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453983074560/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576021.884806:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576021.884810:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576021.884812:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576021.884816:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3765
00000100:00080000:3.0:1788576021.884819:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576021.884823:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576021.884835:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576021.884846:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453983074688/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576021.884853:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576021.884856:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576021.884857:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576021.884860:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3765
00000100:00100000:1.0:1788576021.884871:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983074560:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788576021.884882:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576021.884888:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576021.884893:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576021.884907:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453983074816/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788576021.884955:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576021.885012:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576021/real 1788576021]  req@ffff8b7a86088e00 x1875453983074560/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576021.885032:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453983074560/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576021.885056:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576021.885060:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576021.885063:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983074560:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576021.885068:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983074688:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576021.885098:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576021.885111:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576021/real 1788576021]  req@ffff8b7a86089500 x1875453983074688/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576021.885123:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453983074688/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576021.885131:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576021.885133:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576021.885136:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983074688:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576021.885165:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983074816:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576021.885192:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576021.885203:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576021/real 1788576021]  req@ffff8b7a8608b100 x1875453983074816/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576021.885210:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453983074816/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576021.885215:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576021.885217:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576021.885219:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983074816:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576022.589709:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576023.612758:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576024.637808:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576025.660924:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576026.684864:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576027.004700:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576027.004712:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576027.004716:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576027.004727:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3770
00000100:00080000:3.0:1788576027.004739:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576027.004748:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576027.004822:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453983074944/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576027.004859:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576027.004864:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576027.004866:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576027.004871:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3770
00000100:00080000:3.0:1788576027.004874:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576027.004877:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576027.004888:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576027.004899:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453983075072/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576027.004909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576027.004931:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576027.004933:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576027.004937:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3770
00000100:00080000:3.0:1788576027.004941:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576027.004945:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576027.004949:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576027.004960:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453983075200/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576027.007205:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983074944:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788576027.007291:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576027.007358:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576027/real 1788576027]  req@ffff8b7a8608b100 x1875453983074944/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576027.007379:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453983074944/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576027.007390:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576027.007395:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576027.007399:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983074944:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576027.007407:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983075072:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576027.007431:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576027.007443:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576027/real 1788576027]  req@ffff8b7a86089500 x1875453983075072/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576027.007454:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453983075072/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576027.007461:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576027.007464:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576027.007467:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983075072:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576027.007473:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983075200:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576027.007552:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576027.007562:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576027/real 1788576027]  req@ffff8b7a86088e00 x1875453983075200/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576027.007573:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453983075200/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576027.007580:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576027.007583:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576027.007586:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983075200:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576027.709433:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576028.732686:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576029.756671:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576030.780924:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576031.804710:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576032.124578:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576032.124588:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576032.124592:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576032.124601:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3775
00000100:00080000:3.0:1788576032.124610:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576032.124616:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576032.124648:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453983075328/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576032.124682:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576032.124685:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576032.124687:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576032.124691:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3775
00000100:00080000:3.0:1788576032.124695:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576032.124698:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576032.124707:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576032.124718:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453983075456/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576032.124729:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983075328:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788576032.124746:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576032.124749:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576032.124751:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576032.124755:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3775
00000100:00080000:3.0:1788576032.124759:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576032.124763:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576032.124768:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576032.124779:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453983075584/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788576032.124790:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576032.124833:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576032/real 1788576032]  req@ffff8b7a86089180 x1875453983075328/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576032.124853:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453983075328/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576032.124864:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576032.124868:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576032.124872:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983075328:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576032.124894:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983075456:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576032.124935:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576032.124947:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576032/real 1788576032]  req@ffff8b7a8608b480 x1875453983075456/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576032.124959:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453983075456/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576032.124967:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576032.124970:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576032.124973:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983075456:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576032.124979:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983075584:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576032.124994:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576032.125002:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576032/real 1788576032]  req@ffff8b7a86088000 x1875453983075584/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576032.125012:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453983075584/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576032.125020:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576032.125022:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576032.125025:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983075584:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788576032.828687:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576033.852684:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576034.876818:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576035.900731:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576036.924718:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576037.244633:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576037.244655:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576037.244660:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576037.244674:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3780
00000100:00080000:3.0:1788576037.244687:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576037.244698:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576037.244745:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453983075712/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576037.244772:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576037.244775:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576037.244777:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576037.244782:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3780
00000100:00080000:3.0:1788576037.244785:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576037.244790:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788576037.244817:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983075712:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788576037.244819:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576037.244850:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453983075840/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576037.244862:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576037.244866:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576037.244868:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576037.244871:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3780
00000100:00080000:3.0:1788576037.244876:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576037.244880:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576037.244884:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576037.244895:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453983075968/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788576037.244932:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576037.245005:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576037/real 1788576037]  req@ffff8b7a86088a80 x1875453983075712/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576037.245030:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453983075712/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576037.245042:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576037.245047:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576037.245051:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983075712:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576037.245092:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983075840:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576037.245119:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576037.245133:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576037/real 1788576037]  req@ffff8b7a86089880 x1875453983075840/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576037.245146:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453983075840/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576037.245155:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576037.245158:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576037.245161:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983075840:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576037.245167:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983075968:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576037.245186:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576037.245195:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576037/real 1788576037]  req@ffff8b7a86088700 x1875453983075968/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576037.245206:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453983075968/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576037.245226:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576037.245229:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576037.245245:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983075968:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576037.948716:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576038.972658:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576039.996779:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576041.021190:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576042.044665:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576042.364887:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576042.364901:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576042.364906:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576042.364919:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3785
00000100:00080000:3.0:1788576042.364932:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576042.364941:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576042.364996:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453983076096/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576042.365045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576042.365049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576042.365051:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576042.365055:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3785
00000100:00080000:3.0:1788576042.365077:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576042.365082:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576042.365094:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576042.365106:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453983076224/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576042.365115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576042.365118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576042.365120:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576042.365123:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3785
00000100:00080000:3.0:1788576042.365126:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576042.365130:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576042.365133:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576042.365154:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453983076352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576042.365737:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983076096:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788576042.365814:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576042.365864:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576042/real 1788576042]  req@ffff8b7a86089f80 x1875453983076096/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576042.365881:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453983076096/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576042.365891:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576042.365896:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576042.365899:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983076096:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576042.365907:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983076224:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576042.365931:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576042.365945:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576042/real 1788576042]  req@ffff8b7a86089c00 x1875453983076224/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576042.365971:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453983076224/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576042.365998:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576042.366002:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576042.366005:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983076224:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576042.366011:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983076352:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576042.366033:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576042.366045:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576042/real 1788576042]  req@ffff8b7a8608a300 x1875453983076352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576042.366055:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453983076352/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576042.366063:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576042.366066:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576042.366069:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983076352:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576043.068723:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576044.092739:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576045.116728:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576046.140717:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576047.164721:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576047.484638:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576047.484659:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576047.484664:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576047.484684:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3790
00000100:00080000:3.0:1788576047.484694:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576047.484701:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576047.484751:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453983076480/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576047.484781:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576047.484799:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576047.484801:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576047.484807:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3790
00000100:00080000:3.0:1788576047.484811:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576047.484815:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576047.484827:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788576047.484837:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983076480:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788576047.484843:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453983076608/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576047.484856:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576047.484859:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576047.484861:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576047.484865:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3790
00000100:00080000:3.0:1788576047.484869:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576047.484873:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576047.484878:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576047.484892:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453983076736/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788576047.484917:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576047.484982:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576047/real 1788576047]  req@ffff8b7a8608ad80 x1875453983076480/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576047.485017:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453983076480/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576047.485048:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576047.485051:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576047.485055:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983076480:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576047.485085:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983076608:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576047.485108:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576047.485118:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576047/real 1788576047]  req@ffff8b7a8608a680 x1875453983076608/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576047.485126:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453983076608/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576047.485131:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576047.485134:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576047.485136:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983076608:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576047.485139:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983076736:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576047.485169:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576047.485177:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576047/real 1788576047]  req@ffff8b7a8608aa00 x1875453983076736/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576047.485185:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453983076736/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576047.485190:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576047.485200:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576047.485203:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983076736:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788576048.188678:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576049.212744:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576050.236741:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576051.260712:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788576052.284728:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576052.604579:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576052.604594:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576052.604598:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576052.604609:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3795
00000100:00080000:3.0:1788576052.604627:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576052.604635:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576052.604680:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453983076864/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576052.604724:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576052.604727:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576052.604731:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576052.604735:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3795
00000100:00080000:3.0:1788576052.604738:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576052.604741:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576052.604750:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576052.604761:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453983076992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576052.604768:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576052.604770:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576052.604773:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788576052.604776:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983076864:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788576052.604777:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3795
00000100:00080000:3.0:1788576052.604782:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576052.604787:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576052.604789:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576052.604796:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453983077120/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788576052.604872:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576052.604923:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576052/real 1788576052]  req@ffff8b7a8608b800 x1875453983076864/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576052.604944:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453983076864/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576052.604957:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576052.604961:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576052.604964:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983076864:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576052.604991:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983076992:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576052.605014:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576052.605026:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576052/real 1788576052]  req@ffff8b7a8608bb80 x1875453983076992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576052.605038:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453983076992/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576052.605046:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576052.605049:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576052.605052:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983076992:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576052.605058:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983077120:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576052.605089:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576052.605099:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576052/real 1788576052]  req@ffff8b7a86088380 x1875453983077120/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576052.605111:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453983077120/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576052.605118:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576052.605121:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576052.605124:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983077120:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576053.308679:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576054.332695:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788576055.356962:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576056.380712:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576057.404692:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576057.724633:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576057.724647:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576057.724653:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576057.724666:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3801
00000100:00080000:3.0:1788576057.724701:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576057.724709:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576057.724747:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453983077248/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576057.724777:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576057.724779:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576057.724781:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576057.724784:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3801
00000100:00080000:3.0:1788576057.724787:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576057.724789:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576057.724799:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576057.724807:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453983077376/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576057.724814:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576057.724816:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576057.724817:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576057.724820:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3801
00000100:00080000:3.0:1788576057.724822:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576057.724826:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788576057.724827:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983077248:192.168.202.159@tcp:250:kworker.0
00000008:00100000:3.0:1788576057.724829:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576057.724839:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453983077504/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576057.724943:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983077376:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576057.724988:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983077504:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788576058.428672:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576059.452687:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576060.476679:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788576060.796765:0:2376:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788576060.796817:0:2376:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788576060.796833:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788576060.796879:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788576060.796888:0:2376:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788576060.797239:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576057/real 1788576060]  req@ffff8b7a8608b800 x1875453983077504/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576060.797264:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453983077504/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576060.797276:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576060.797281:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576060.797286:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983077504:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576060.797313:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576057/real 1788576060]  req@ffff8b7a86088380 x1875453983077248/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576060.797328:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453983077248/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576060.797335:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576060.797339:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576060.797342:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983077248:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576060.797348:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576057/real 1788576060]  req@ffff8b7a8608bb80 x1875453983077376/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576060.797360:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453983077376/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576060.797368:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576060.797377:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576060.797381:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983077376:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788576061.500725:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576062.524843:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788576062.844715:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576062.844727:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788576062.844731:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576062.844741:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3806
00000100:00080000:2.0:1788576062.844751:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576062.848106:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788576062.848149:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b800 x1875453983077632/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788576062.848224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576062.848229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788576062.848232:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576062.848238:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3806
00000100:00080000:2.0:1788576062.848248:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576062.848252:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788576062.848262:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788576062.848276:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367bb80 x1875453983077760/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788576062.848285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576062.848289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788576062.848291:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576062.848295:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3806
00000100:00080000:2.0:1788576062.848298:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576062.848302:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788576062.848307:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788576062.848319:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679500 x1875453983077888/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576062.848365:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983077632:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788576062.848549:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576062.848605:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576062/real 1788576062]  req@ffff8b7a8367b800 x1875453983077632/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576062.848628:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b800 x1875453983077632/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576062.848660:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576062.848665:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576062.848669:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983077632:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576062.848678:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983077760:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576062.848704:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576062.848718:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576062/real 1788576062]  req@ffff8b7a8367bb80 x1875453983077760/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576062.848731:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367bb80 x1875453983077760/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576062.848739:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576062.848742:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576062.848745:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983077760:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576062.848752:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983077888:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576062.848772:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576062.848783:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576062/real 1788576062]  req@ffff8b7a83679500 x1875453983077888/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576062.848794:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679500 x1875453983077888/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576062.848802:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576062.848805:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576062.848809:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983077888:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788576063.548708:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788576064.572800:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576065.597176:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576066.620760:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788576067.646811:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576067.964860:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576067.964894:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576067.964899:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576067.964912:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3811
00000100:00080000:3.0:1788576067.964925:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576067.964934:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576067.964976:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453983078016/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576067.965007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576067.965011:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576067.965013:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576067.965018:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3811
00000100:00080000:3.0:1788576067.965021:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576067.965024:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576067.965035:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576067.965049:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453983078144/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576067.965058:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576067.965061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576067.965063:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576067.965066:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3811
00000100:00080000:3.0:1788576067.965069:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576067.965073:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576067.965077:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576067.965087:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453983078272/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576067.965102:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983078016:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788576067.965175:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576067.965284:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576067/real 1788576067]  req@ffff8b7a8608aa00 x1875453983078016/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576067.965304:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453983078016/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576067.965314:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576067.965318:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576067.965321:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983078016:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576067.965329:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983078144:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576067.965352:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576067.965365:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576067/real 1788576067]  req@ffff8b7a8608a680 x1875453983078144/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576067.965376:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453983078144/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576067.965384:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576067.965387:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576067.965390:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983078144:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576067.965417:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983078272:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576067.965437:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576067.965457:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576067/real 1788576067]  req@ffff8b7a8608ad80 x1875453983078272/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576067.965467:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453983078272/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576067.965472:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576067.965474:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576067.965476:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983078272:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576068.669223:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576069.692721:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788576070.718139:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576071.742069:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576072.765249:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788576073.084623:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788576073.084634:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788576073.084639:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788576073.084649:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3816
00000100:00080000:0.0:1788576073.084661:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788576073.084669:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788576073.084729:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111f80 x1875453983078400/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788576073.084753:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788576073.084756:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788576073.084757:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788576073.084760:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3816
00000100:00080000:0.0:1788576073.084763:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788576073.084765:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788576073.084774:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788576073.084782:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110380 x1875453983078528/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788576073.084788:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788576073.084790:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788576073.084791:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788576073.084793:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3816
00000100:00080000:0.0:1788576073.084795:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788576073.084797:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788576073.084799:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788576073.084809:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113800 x1875453983078656/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576073.084816:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983078400:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788576073.084911:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576073.084979:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576073/real 1788576073]  req@ffff8b7a86111f80 x1875453983078400/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576073.085000:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111f80 x1875453983078400/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576073.085011:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576073.085015:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576073.085018:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983078400:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576073.085026:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983078528:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576073.085049:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576073.085061:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576073/real 1788576073]  req@ffff8b7a86110380 x1875453983078528/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576073.085159:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110380 x1875453983078528/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576073.085167:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576073.085170:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576073.085173:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983078528:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576073.085201:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983078656:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576073.085240:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576073.085253:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576073/real 1788576073]  req@ffff8b7a86113800 x1875453983078656/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576073.085264:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113800 x1875453983078656/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576073.085272:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576073.085275:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576073.085278:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983078656:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788576073.788839:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576074.812713:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576075.836711:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788576076.860649:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576077.884769:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788576078.204808:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788576078.204843:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788576078.204847:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788576078.204857:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3821
00000100:00080000:0.0:1788576078.204867:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788576078.204875:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788576078.204913:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112300 x1875453983078784/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788576078.204937:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788576078.204939:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788576078.204941:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788576078.204944:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3821
00000100:00080000:0.0:1788576078.204946:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788576078.204948:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788576078.204958:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788576078.204965:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86113b80 x1875453983078912/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788576078.204971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788576078.204974:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788576078.204975:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788576078.204976:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3821
00000100:00080000:0.0:1788576078.204978:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788576078.204980:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788576078.204982:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788576078.204987:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86110e00 x1875453983079040/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576078.205081:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983078784:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788576078.205151:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576078.205198:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576078/real 1788576078]  req@ffff8b7a86112300 x1875453983078784/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576078.205213:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112300 x1875453983078784/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576078.205253:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576078.205258:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576078.205263:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983078784:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576078.205271:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983078912:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576078.205297:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576078.205306:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576078/real 1788576078]  req@ffff8b7a86113b80 x1875453983078912/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576078.205314:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86113b80 x1875453983078912/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576078.205319:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576078.205321:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576078.205323:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86113b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983078912:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576078.205327:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983079040:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576078.205338:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576078.205343:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576078/real 1788576078]  req@ffff8b7a86110e00 x1875453983079040/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576078.205349:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86110e00 x1875453983079040/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576078.205353:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576078.205355:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576078.205358:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86110e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983079040:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788576078.909193:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788576079.934357:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576080.958628:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576081.980759:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788576083.004702:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576083.337781:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576083.337793:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576083.337797:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576083.337809:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3826
00000100:00080000:3.0:1788576083.337820:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576083.337828:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576083.337868:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453983079168/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576083.337894:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576083.337897:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576083.337898:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576083.337901:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3826
00000100:00080000:3.0:1788576083.337904:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576083.337906:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576083.337915:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576083.337922:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453983079296/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576083.337928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576083.337930:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576083.337931:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576083.337933:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3826
00000100:00080000:3.0:1788576083.337935:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576083.337936:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576083.337958:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576083.337967:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453983079424/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576083.338309:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983079168:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788576083.338402:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576083.338568:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576083/real 1788576083]  req@ffff8b7a8608a300 x1875453983079168/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576083.338591:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453983079168/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576083.338602:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576083.338607:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576083.338611:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983079168:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576083.338619:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983079296:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576083.338644:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576083.338657:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576083/real 1788576083]  req@ffff8b7a86089c00 x1875453983079296/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576083.338668:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453983079296/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576083.338676:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576083.338679:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576083.338682:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983079296:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576083.338689:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983079424:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576083.338708:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576083.338732:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576083/real 1788576083]  req@ffff8b7a86089f80 x1875453983079424/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576083.340413:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453983079424/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576083.340432:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576083.340437:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576083.340441:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983079424:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576084.030974:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576085.052870:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788576086.076635:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576087.101189:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576088.124715:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576088.444980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576088.444993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576088.444998:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576088.445010:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3831
00000100:00080000:3.0:1788576088.445023:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576088.445032:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576088.445082:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453983079552/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576088.445116:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576088.445120:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576088.445121:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576088.445126:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3831
00000100:00080000:3.0:1788576088.445130:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576088.445133:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576088.445144:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576088.445159:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453983079680/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576088.445170:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576088.445175:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1788576088.445176:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983079552:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788576088.445177:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576088.445185:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3831
00000100:00080000:3.0:1788576088.445208:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576088.445213:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576088.445218:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576088.445231:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453983079808/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788576088.445279:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576088.445330:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576088/real 1788576088]  req@ffff8b7a86088700 x1875453983079552/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576088.445352:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453983079552/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576088.445363:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576088.445367:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576088.445371:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983079552:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788576088.445398:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983079680:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788576088.445421:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576088.445433:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576088/real 1788576088]  req@ffff8b7a86089880 x1875453983079680/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576088.445444:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453983079680/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576088.445451:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576088.445454:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576088.445457:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983079680:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788576088.445462:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983079808:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788576088.445515:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576088.445529:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576088/real 1788576088]  req@ffff8b7a86088a80 x1875453983079808/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576088.445540:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453983079808/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576088.445547:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576088.445550:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576088.445554:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983079808:192.168.202.159@tcp:38:kworker.0
00010000:00010000:0.0:1788576089.150611:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576090.173148:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576091.196798:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788576092.220690:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576093.244693:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576093.564618:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576093.564776:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576093.564781:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576093.564796:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3836
00000100:00080000:3.0:1788576093.564810:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576093.564820:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576093.564938:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453983079936/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576093.564983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576093.564988:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576093.564990:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576093.564994:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3836
00000100:00080000:3.0:1788576093.564999:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576093.565003:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576093.565016:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576093.565030:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453983080064/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576093.565040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576093.565059:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576093.565060:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576093.565065:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3836
00000100:00080000:3.0:1788576093.565069:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576093.565072:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576093.565077:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576093.565089:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453983080192/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788576093.565208:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983079936:192.168.202.159@tcp:250:kworker.0
00000800:00000100:2.0:1788576093.565318:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576093.565432:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576093/real 1788576093]  req@ffff8b7a86088000 x1875453983079936/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576093.565456:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453983079936/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576093.565469:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576093.565474:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576093.565479:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983079936:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788576093.565514:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983080064:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788576093.565544:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576093.565557:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576093/real 1788576093]  req@ffff8b7a8608b480 x1875453983080064/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576093.565584:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453983080064/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576093.565592:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576093.565595:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576093.565598:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983080064:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788576093.565604:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983080192:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788576093.565639:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576093.565651:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576093/real 1788576093]  req@ffff8b7a86089180 x1875453983080192/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576093.565663:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453983080192/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576093.565669:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576093.565672:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576093.565675:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983080192:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788576094.270834:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788576095.292668:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576096.316840:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576097.340736:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1788576098.364745:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576098.684682:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576098.684692:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576098.684697:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576098.684707:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3842
00000100:00080000:3.0:1788576098.684717:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576098.684725:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576098.684763:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453983080320/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788576098.684841:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983080320:192.168.202.159@tcp:250:kworker.0
00000800:00000100:2.0:1788576098.684896:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:3.0:1788576098.684925:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576098.684928:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576098.684930:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576098.684942:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3842
00000100:00080000:3.0:1788576098.684946:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576098.684951:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576098.685015:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576098.685030:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453983080448/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788576098.685153:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576098/real 1788576098]  req@ffff8b7a86088e00 x1875453983080320/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576098.685169:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453983080320/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576098.685185:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576098.685189:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576098.685193:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983080320:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788576098.685213:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983080448:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788576098.685233:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576098.685244:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576098/real 1788576098]  req@ffff8b7a86089500 x1875453983080448/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576098.685257:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453983080448/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576098.685264:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576098.685267:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576098.685270:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983080448:192.168.202.159@tcp:38:kworker.0
00000100:00080000:3.0:1788576098.685414:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576098.685418:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576098.685420:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576098.685425:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3842
00000100:00080000:3.0:1788576098.685429:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576098.685433:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576098.685439:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576098.685451:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453983080576/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788576098.685512:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983080576:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788576098.685533:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576098.685733:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576098/real 1788576098]  req@ffff8b7a8608b100 x1875453983080576/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576098.685746:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453983080576/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576098.685754:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576098.685757:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576098.685760:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983080576:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576099.388805:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576100.412720:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576101.436895:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576102.460942:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576103.484758:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788576103.804695:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788576103.804708:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1788576103.804713:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788576103.804725:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3847
00000100:00080000:0.0:1788576103.804739:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788576103.804749:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:0.0:1788576103.804799:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112a00 x1875453983080704/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788576103.804836:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788576103.804840:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1788576103.804841:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788576103.804846:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3847
00000100:00080000:0.0:1788576103.804850:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788576103.804853:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788576103.804864:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788576103.804876:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86112d80 x1875453983080832/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788576103.804885:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788576103.804906:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1788576103.804908:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1788576103.804912:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3847
00000100:00080000:0.0:1788576103.804916:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788576103.804920:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:0.0:1788576103.804925:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788576103.804936:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86111880 x1875453983080960/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788576103.806399:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983080704:192.168.202.159@tcp:250:kworker.0
00000800:00000100:2.0:1788576103.806523:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576103.806575:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576103/real 1788576103]  req@ffff8b7a86112a00 x1875453983080704/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576103.806598:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112a00 x1875453983080704/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576103.806611:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576103.806615:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576103.806619:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983080704:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788576103.806628:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983080832:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788576103.806652:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576103.806665:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576103/real 1788576103]  req@ffff8b7a86112d80 x1875453983080832/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576103.806677:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86112d80 x1875453983080832/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576103.806685:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576103.806689:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576103.806692:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86112d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983080832:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788576103.806698:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983080960:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788576103.806735:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576103.806746:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576103/real 1788576103]  req@ffff8b7a86111880 x1875453983080960/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576103.806758:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86111880 x1875453983080960/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576103.806766:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576103.806770:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576103.806773:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86111880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983080960:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576104.509013:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576105.534078:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576106.558066:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576107.581146:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576108.605164:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576108.925944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576108.926107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576108.926111:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576108.926121:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3852
00000100:00080000:3.0:1788576108.926131:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576108.926140:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576108.926181:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b100 x1875453983081088/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788576108.926271:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983081088:192.168.202.159@tcp:250:kworker.0
00000800:00000100:2.0:1788576108.926343:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:3.0:1788576108.926379:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576108.926383:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576108.926385:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576108.926390:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3852
00000100:00080000:3.0:1788576108.926394:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576108.926399:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576108.926424:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576108.926438:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089500 x1875453983081216/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788576108.926658:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576108/real 1788576108]  req@ffff8b7a8608b100 x1875453983081088/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576108.926677:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b100 x1875453983081088/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576108.926688:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576108.926692:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576108.926696:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983081088:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788576108.926719:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983081216:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788576108.926744:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576108.926757:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576108/real 1788576108]  req@ffff8b7a86089500 x1875453983081216/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576108.926783:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089500 x1875453983081216/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576108.926792:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576108.926796:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576108.926799:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983081216:192.168.202.159@tcp:38:kworker.0
00000100:00080000:3.0:1788576108.927171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576108.927175:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576108.927177:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576108.927182:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3852
00000100:00080000:3.0:1788576108.927186:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576108.927191:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576108.927197:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576108.927212:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088e00 x1875453983081344/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788576108.927257:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983081344:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788576108.927283:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576108.927403:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576108/real 1788576108]  req@ffff8b7a86088e00 x1875453983081344/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576108.927416:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088e00 x1875453983081344/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576108.927423:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576108.927426:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576108.927429:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983081344:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788576109.628711:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576110.652801:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576111.676762:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576112.700770:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576113.732776:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576114.047456:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576114.047482:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576114.047508:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576114.047522:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3857
00000100:00080000:3.0:1788576114.047537:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576114.047547:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576114.047597:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089180 x1875453983081472/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576114.047638:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576114.047642:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576114.047644:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576114.047648:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3857
00000100:00080000:3.0:1788576114.047675:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576114.047681:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576114.047694:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576114.047707:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b480 x1875453983081600/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576114.047716:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576114.047719:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576114.047721:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576114.047725:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3857
00000100:00080000:3.0:1788576114.047728:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576114.047731:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576114.047735:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576114.047744:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088000 x1875453983081728/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788576114.047966:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983081472:192.168.202.159@tcp:250:kworker.0
00000800:00000100:2.0:1788576114.048278:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576114.048341:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576114/real 1788576114]  req@ffff8b7a86089180 x1875453983081472/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576114.048363:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089180 x1875453983081472/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576114.048878:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576114.048883:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576114.048886:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983081472:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788576114.048893:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983081600:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788576114.048974:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576114.049076:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576114/real 1788576114]  req@ffff8b7a8608b480 x1875453983081600/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576114.049085:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b480 x1875453983081600/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576114.049091:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576114.049093:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576114.049170:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983081600:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788576114.049176:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983081728:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788576114.049193:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576114.049201:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576114/real 1788576114]  req@ffff8b7a86088000 x1875453983081728/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576114.049208:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088000 x1875453983081728/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576114.049213:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576114.049215:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576114.049217:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983081728:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576114.748740:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576115.772707:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576116.796649:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576117.822051:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576118.844738:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788576119.164688:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576119.164703:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788576119.164708:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576119.164720:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3862
00000100:00080000:2.0:1788576119.164733:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576119.164742:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788576119.164793:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453983081856/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788576119.164825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576119.164829:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788576119.164830:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576119.164835:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3862
00000100:00080000:2.0:1788576119.164839:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576119.164844:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788576119.164856:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788576119.164869:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983081856:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788576119.164873:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453983081984/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788576119.164886:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576119.164890:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788576119.164891:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576119.164896:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3862
00000100:00080000:2.0:1788576119.164901:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576119.164925:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788576119.164931:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788576119.164944:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453983082112/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788576119.164956:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576119.165031:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576119/real 1788576119]  req@ffff8b7a8367b480 x1875453983081856/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576119.165053:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453983081856/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576119.165064:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576119.165068:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576119.165072:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983081856:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576119.165106:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983081984:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576119.165130:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576119.165143:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576119/real 1788576119]  req@ffff8b7a83678000 x1875453983081984/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576119.165156:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453983081984/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576119.165164:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576119.165167:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576119.165183:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983081984:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576119.165190:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983082112:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576119.165211:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576119.165223:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576119/real 1788576119]  req@ffff8b7a8367ad80 x1875453983082112/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576119.165234:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453983082112/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576119.165252:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576119.165256:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576119.165259:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983082112:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576119.868747:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576120.892865:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576121.916887:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576122.940717:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576123.964802:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788576124.284634:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788576124.284644:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788576124.284649:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788576124.284659:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3867
00000100:00080000:1.0:1788576124.284670:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788576124.284678:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788576124.284718:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8380 x1875453983082240/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788576124.284740:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788576124.284742:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788576124.284744:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788576124.284746:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3867
00000100:00080000:1.0:1788576124.284749:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788576124.284751:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788576124.284759:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788576124.284768:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfa300 x1875453983082368/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788576124.284775:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983082240:192.168.202.159@tcp:250:kworker.0
00000100:00080000:1.0:1788576124.284791:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788576124.284793:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788576124.284794:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788576124.284798:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3867
00000100:00080000:1.0:1788576124.284800:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788576124.284803:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788576124.284806:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788576124.284816:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9880 x1875453983082496/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788576124.284908:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983082368:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788576124.284943:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983082496:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788576124.988701:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576126.012752:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576127.036668:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788576127.357893:0:2375:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788576127.357960:0:2375:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788576127.357981:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788576127.358415:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576124/real 1788576127]  req@ffff8b7a86bf8380 x1875453983082240/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576149 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576127.358448:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8380 x1875453983082240/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576149 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576127.358463:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576127.358473:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576127.358478:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983082240:192.168.202.159@tcp:250:kworker.0
00000800:00000100:2.0:1788576127.359321:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788576127.359423:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576124/real 1788576127]  req@ffff8b7a86bfa300 x1875453983082368/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576149 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576127.359442:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfa300 x1875453983082368/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576149 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576127.359479:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576127.359483:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576127.359487:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983082368:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788576127.359982:0:2375:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788576127.361794:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576124/real 1788576127]  req@ffff8b7a86bf9880 x1875453983082496/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576149 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576127.361822:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9880 x1875453983082496/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576149 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576127.361832:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576127.361836:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576127.361840:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983082496:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788576128.060691:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576129.084712:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576129.404658:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576129.404669:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576129.404673:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576129.404683:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3872
00000100:00080000:3.0:1788576129.404693:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576129.404701:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576129.404751:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088a80 x1875453983082624/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576129.404812:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983082624:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788576129.404931:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:3.0:1788576129.405116:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576129.405140:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576129.405143:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576129.405149:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3872
00000100:00080000:3.0:1788576129.405153:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576129.405158:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576129.405169:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576129.405183:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089880 x1875453983082752/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576129.405249:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576129/real 1788576129]  req@ffff8b7a86088a80 x1875453983082624/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576129.405269:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088a80 x1875453983082624/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576129.405287:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576129.405292:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576129.405296:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983082624:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576129.405334:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983082752:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576129.405383:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576129.405396:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576129/real 1788576129]  req@ffff8b7a86089880 x1875453983082752/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576129.405407:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089880 x1875453983082752/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576129.405415:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576129.405419:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576129.405421:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983082752:192.168.202.159@tcp:38:kworker.0
00000100:00080000:3.0:1788576129.406267:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576129.406275:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576129.406277:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576129.406285:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3872
00000100:00080000:3.0:1788576129.406291:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576129.406297:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576129.406304:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576129.406323:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088700 x1875453983082880/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576129.407318:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983082880:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576129.407412:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576129.407448:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576129/real 1788576129]  req@ffff8b7a86088700 x1875453983082880/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576129.407467:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088700 x1875453983082880/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576129.407477:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576129.407481:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576129.407485:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983082880:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576130.108687:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576131.132681:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576132.156890:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576133.181063:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576134.205369:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788576134.525604:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788576134.525617:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788576134.525644:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788576134.525658:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3877
00000100:00080000:1.0:1788576134.525671:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788576134.525681:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788576134.525728:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf8700 x1875453983083008/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788576134.525777:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788576134.525782:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788576134.525784:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788576134.525790:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3877
00000100:00080000:1.0:1788576134.525794:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788576134.525799:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788576134.525810:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788576134.525812:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983083008:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576134.525826:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfad80 x1875453983083136/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788576134.525839:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788576134.525843:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788576134.525845:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788576134.525849:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3877
00000100:00080000:1.0:1788576134.525853:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788576134.525857:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788576134.525874:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788576134.525887:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983083264/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788576134.525895:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576134.525948:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576134/real 1788576134]  req@ffff8b7a86bf8700 x1875453983083008/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576134.525967:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf8700 x1875453983083008/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576134.525989:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576134.525994:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576134.525999:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983083008:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788576134.526026:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983083136:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788576134.526050:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576134.526062:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576134/real 1788576134]  req@ffff8b7a86bfad80 x1875453983083136/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576134.526073:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfad80 x1875453983083136/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576134.526222:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576134.526226:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576134.526230:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983083136:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788576134.526236:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983083264:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788576134.526258:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576134.526270:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576134/real 1788576134]  req@ffff8b7a86bfaa00 x1875453983083264/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576134.526281:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983083264/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576134.526288:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576134.526291:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576134.526295:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983083264:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576135.228903:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576136.252921:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576137.277027:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576138.300864:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576139.325796:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576139.644662:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576139.644679:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576139.644684:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576139.644702:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3882
00000100:00080000:3.0:1788576139.644717:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576139.644727:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576139.644779:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453983083392/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576139.644826:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576139.644830:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576139.644831:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576139.644835:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3882
00000100:00080000:3.0:1788576139.644839:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576139.644847:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576139.644860:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788576139.644869:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983083392:192.168.202.159@tcp:250:kworker.0
00000100:00100000:3.0:1788576139.644875:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453983083520/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576139.644887:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576139.644890:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576139.644892:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576139.644895:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3882
00000100:00080000:3.0:1788576139.644899:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576139.644903:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576139.644907:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576139.644918:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453983083648/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788576139.644964:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576139.645018:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576139/real 1788576139]  req@ffff8b7a86089f80 x1875453983083392/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576139.645039:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453983083392/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576139.645051:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576139.645055:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576139.645059:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983083392:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788576139.645088:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983083520:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788576139.645112:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576139.645124:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576139/real 1788576139]  req@ffff8b7a86089c00 x1875453983083520/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576139.645135:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453983083520/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576139.645143:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576139.645146:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576139.645150:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983083520:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788576139.645155:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983083648:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788576139.645179:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576139.645202:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576139/real 1788576139]  req@ffff8b7a8608a300 x1875453983083648/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576139.645213:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453983083648/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576139.645220:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576139.645223:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576139.645226:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983083648:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788576140.348839:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576141.373626:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576142.396735:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576143.420884:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576144.446840:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788576144.765588:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576144.765602:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788576144.765608:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576144.765622:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3888
00000100:00080000:2.0:1788576144.765634:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576144.765644:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788576144.765696:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453983083776/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788576144.765735:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576144.765739:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788576144.765741:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576144.765745:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3888
00000100:00080000:2.0:1788576144.765749:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576144.765753:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788576144.765765:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788576144.765794:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453983083904/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788576144.765804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576144.765807:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788576144.765809:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576144.765812:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3888
00000100:00080000:2.0:1788576144.765816:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576144.765820:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788576144.765825:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788576144.765835:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453983084032/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576144.765934:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983083776:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788576144.766012:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576144.766058:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576144/real 1788576144]  req@ffff8b7a83678a80 x1875453983083776/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576144.766077:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453983083776/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576144.766088:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576144.766092:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576144.766096:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983083776:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576144.766104:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983083904:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576144.766128:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576144.766140:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576144/real 1788576144]  req@ffff8b7a83679880 x1875453983083904/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576144.766152:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453983083904/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576144.766160:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576144.766170:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576144.766173:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983083904:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576144.766179:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983084032:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576144.766200:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576144.766210:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576144/real 1788576144]  req@ffff8b7a8367aa00 x1875453983084032/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576144.766222:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453983084032/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576144.766229:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576144.766232:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576144.766236:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983084032:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576145.469542:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576146.494793:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576147.516829:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576148.541079:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576149.566294:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576149.884688:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576149.884700:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576149.884705:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576149.884716:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3893
00000100:00080000:3.0:1788576149.884745:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576149.884755:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576149.884791:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453983084160/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576149.884827:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576149.884831:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576149.884833:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576149.884838:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3893
00000100:00080000:3.0:1788576149.884841:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576149.884845:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576149.884854:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576149.884866:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453983084288/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576149.884876:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576149.884881:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576149.884883:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576149.884887:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3893
00000100:00080000:3.0:1788576149.884890:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576149.884894:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576149.884898:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576149.884908:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453983084416/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576149.885005:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983084160:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788576149.885066:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576149.885102:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576149/real 1788576149]  req@ffff8b7a8608ad80 x1875453983084160/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576149.885119:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453983084160/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576149.885129:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576149.885132:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576149.885143:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983084160:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576149.885150:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983084288:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576149.885174:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576149.885187:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576149/real 1788576149]  req@ffff8b7a8608a680 x1875453983084288/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576149.885199:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453983084288/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576149.885206:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576149.885209:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576149.885212:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983084288:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576149.885217:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983084416:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576149.885234:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576149.885245:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576149/real 1788576149]  req@ffff8b7a8608aa00 x1875453983084416/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576149.885256:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453983084416/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576149.885264:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576149.885266:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576149.885269:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983084416:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576150.592379:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576151.612718:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576152.636811:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576153.661926:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576154.687859:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576155.004750:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576155.004784:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576155.004789:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576155.004801:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3898
00000100:00080000:3.0:1788576155.004814:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576155.004823:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576155.004868:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453983084544/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576155.004903:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576155.004907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576155.004913:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576155.004918:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3898
00000100:00080000:3.0:1788576155.004922:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576155.004927:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576155.004938:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576155.004955:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453983084672/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576155.004966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788576155.004967:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983084544:192.168.202.159@tcp:250:kworker.0
00000100:00080000:3.0:1788576155.004973:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576155.004977:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576155.004981:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3898
00000100:00080000:3.0:1788576155.004985:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576155.004988:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576155.004993:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576155.005020:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453983084800/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788576155.005054:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576155.005104:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576155/real 1788576155]  req@ffff8b7a8608bb80 x1875453983084544/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576155.005123:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453983084544/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576155.005135:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576155.005139:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576155.005144:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983084544:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576155.005171:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983084672:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576155.005194:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576155.005207:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576155/real 1788576155]  req@ffff8b7a86088380 x1875453983084672/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576155.005218:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453983084672/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576155.005226:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576155.005229:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576155.005233:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983084672:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576155.005238:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983084800:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576155.005255:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576155.005420:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576155/real 1788576155]  req@ffff8b7a8608b800 x1875453983084800/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576155.005446:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453983084800/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576155.005453:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576155.005456:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576155.005459:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983084800:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788576155.708798:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576156.732833:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576157.756818:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576158.783676:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576159.808235:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576160.124637:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576160.124656:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576160.124662:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576160.124677:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3903
00000100:00080000:3.0:1788576160.124692:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576160.124702:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576160.124762:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608b800 x1875453983084928/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576160.124798:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576160.124801:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576160.124803:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576160.124806:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3903
00000100:00080000:3.0:1788576160.124809:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576160.124812:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576160.124822:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576160.124832:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86088380 x1875453983085056/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576160.124838:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576160.124841:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576160.124842:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576160.124844:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3903
00000100:00080000:3.0:1788576160.124846:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576160.124848:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576160.124872:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576160.124879:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608bb80 x1875453983085184/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576160.125007:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983084928:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788576160.125074:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576160.125122:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576160/real 1788576160]  req@ffff8b7a8608b800 x1875453983084928/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576160.125138:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608b800 x1875453983084928/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576160.125146:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576160.125149:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576160.125152:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983084928:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576160.125157:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983085056:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576160.125171:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576160.125179:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576160/real 1788576160]  req@ffff8b7a86088380 x1875453983085056/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576160.125198:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86088380 x1875453983085056/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576160.125203:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576160.125205:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576160.125207:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983085056:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576160.125210:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983085184:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576160.125222:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576160.125228:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576160/real 1788576160]  req@ffff8b7a8608bb80 x1875453983085184/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576160.125235:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608bb80 x1875453983085184/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576160.125239:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576160.125241:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576160.125242:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983085184:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576160.828769:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576161.852715:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576162.876766:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576163.900954:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576164.924745:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788576165.244632:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576165.244645:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788576165.244650:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576165.244663:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3908
00000100:00080000:2.0:1788576165.244676:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576165.244685:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788576165.244731:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453983085312/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788576165.244787:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576165.244791:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788576165.244792:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576165.244798:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3908
00000100:00080000:2.0:1788576165.244802:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576165.244806:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788576165.244817:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788576165.244832:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453983085440/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788576165.244840:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576165.244843:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788576165.244844:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576165.244847:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3908
00000100:00080000:2.0:1788576165.244850:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576165.244854:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788576165.244858:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788576165.244869:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453983085568/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576165.244967:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983085312:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788576165.245042:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576165.245095:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576165/real 1788576165]  req@ffff8b7a83679180 x1875453983085312/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576165.245127:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453983085312/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576165.245137:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576165.245141:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576165.245145:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983085312:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576165.245152:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983085440:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576165.245173:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576165.245184:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576165/real 1788576165]  req@ffff8b7a83678700 x1875453983085440/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576165.245196:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453983085440/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576165.245202:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576165.245205:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576165.245208:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983085440:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576165.245214:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983085568:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576165.245232:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576165.245243:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576165/real 1788576165]  req@ffff8b7a83679c00 x1875453983085568/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576165.245254:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453983085568/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576165.245273:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576165.245276:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576165.245279:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983085568:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576165.948792:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576166.976685:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576167.996688:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576169.022406:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576170.045666:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576170.364692:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576170.364702:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576170.364707:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576170.364717:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3913
00000100:00080000:3.0:1788576170.364727:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576170.364736:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576170.364776:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608aa00 x1875453983085696/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576170.364811:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576170.364815:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576170.364817:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576170.364822:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3913
00000100:00080000:3.0:1788576170.364826:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576170.364830:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576170.364841:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576170.364854:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a680 x1875453983085824/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576170.364864:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576170.364868:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576170.364870:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576170.364874:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3913
00000100:00080000:3.0:1788576170.364895:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576170.364899:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576170.364904:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576170.364914:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608ad80 x1875453983085952/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576170.365537:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983085696:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788576170.365605:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576170.365699:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576170/real 1788576170]  req@ffff8b7a8608aa00 x1875453983085696/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576170.365717:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608aa00 x1875453983085696/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576170.365727:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576170.365731:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576170.365734:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983085696:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576170.365741:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983085824:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576170.365763:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576170.365776:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576170/real 1788576170]  req@ffff8b7a8608a680 x1875453983085824/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576170.365786:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a680 x1875453983085824/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576170.365807:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576170.365811:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576170.365814:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983085824:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576170.365820:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983085952:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576170.365841:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576170.365852:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576170/real 1788576170]  req@ffff8b7a8608ad80 x1875453983085952/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576170.365864:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608ad80 x1875453983085952/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576170.365873:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576170.365876:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576170.365879:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983085952:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788576171.068659:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576172.093793:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576173.117031:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576174.140991:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576175.164849:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788576175.484840:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576175.484855:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788576175.484883:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576175.488749:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3918
00000100:00080000:2.0:1788576175.488764:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576175.488775:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788576175.488832:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367a680 x1875453983086080/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788576175.488875:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576175.488881:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788576175.488884:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1788576175.489153:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983086080:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788576175.489244:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576175.489304:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576175/real 1788576175]  req@ffff8b7a8367a680 x1875453983086080/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576175.489325:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367a680 x1875453983086080/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576175.489388:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576175.489404:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576175.489409:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983086080:192.168.202.159@tcp:250:kworker.0
00000100:00080000:2.0:1788576175.489486:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3918
00000100:00080000:2.0:1788576175.489586:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576175.489597:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788576175.489610:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788576175.489688:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b100 x1875453983086208/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576175.489737:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983086208:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576175.489768:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:2.0:1788576175.489793:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576175.489797:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788576175.489799:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576175.489804:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3918
00000100:00080000:2.0:1788576175.489808:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576175.489812:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788576175.489818:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788576175.489831:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367a680 x1875453983086336/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576175.500060:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576175/real 1788576175]  req@ffff8b7a8367b100 x1875453983086208/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576175.500100:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b100 x1875453983086208/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576175.500113:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576175.500119:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576175.500124:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983086208:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576175.500173:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983086336:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576175.500263:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576175.500281:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576175/real 1788576175]  req@ffff8b7a8367a680 x1875453983086336/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576175.500293:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367a680 x1875453983086336/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576175.500301:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576175.500304:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576175.500308:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983086336:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576176.188730:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576177.213985:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576178.236913:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576179.264618:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576180.284875:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788576180.610825:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576180.610839:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788576180.610844:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576180.610859:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3923
00000100:00080000:2.0:1788576180.610874:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576180.610883:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788576180.610946:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679c00 x1875453983086464/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788576180.610983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576180.610986:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788576180.610988:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576180.610992:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3923
00000100:00080000:2.0:1788576180.610996:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576180.611000:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788576180.611013:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788576180.611026:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678700 x1875453983086592/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788576180.611036:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576180.611038:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788576180.611040:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576180.611043:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3923
00000100:00080000:2.0:1788576180.611067:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576180.611071:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788576180.611077:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788576180.611089:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679180 x1875453983086720/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576180.611125:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983086464:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788576180.611209:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576180.611270:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576180/real 1788576180]  req@ffff8b7a83679c00 x1875453983086464/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576180.611290:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679c00 x1875453983086464/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576180.611300:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576180.611304:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576180.611308:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983086464:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576180.611315:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983086592:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576180.611356:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576180.611370:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576180/real 1788576180]  req@ffff8b7a83678700 x1875453983086592/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576180.611382:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678700 x1875453983086592/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576180.611390:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576180.611394:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576180.611397:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983086592:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576180.611402:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983086720:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576180.611432:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576180.611445:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576180/real 1788576180]  req@ffff8b7a83679180 x1875453983086720/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576180.611455:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679180 x1875453983086720/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576180.611462:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576180.611464:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576180.611467:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983086720:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576181.308995:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576182.335080:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576183.357779:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576184.380757:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576185.404745:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788576185.724686:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788576185.724698:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1788576185.724703:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788576185.724713:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3929
00000100:00080000:1.0:1788576185.724723:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788576185.724732:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:1.0:1788576185.724767:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfb800 x1875453983086848/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788576185.724805:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788576185.724810:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1788576185.724811:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788576185.724816:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3929
00000100:00080000:1.0:1788576185.724834:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788576185.724839:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788576185.724849:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788576185.724861:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bf9f80 x1875453983086976/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788576185.724871:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788576185.724874:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1788576185.724876:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1788576185.724879:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3929
00000100:00080000:1.0:1788576185.724883:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788576185.724896:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:1.0:1788576185.724901:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788576185.724912:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86bfaa00 x1875453983087104/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788576185.728445:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983086848:192.168.202.159@tcp:250:kworker.0
00000800:00000100:2.0:1788576185.728541:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576185.728579:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576185/real 1788576185]  req@ffff8b7a86bfb800 x1875453983086848/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576185.728596:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfb800 x1875453983086848/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576185.728606:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576185.728610:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576185.728613:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983086848:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788576185.728620:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983086976:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788576185.728639:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576185.728649:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576185/real 1788576185]  req@ffff8b7a86bf9f80 x1875453983086976/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576185.728660:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bf9f80 x1875453983086976/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576185.728668:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576185.728682:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576185.728685:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983086976:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788576185.728691:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983087104:192.168.202.159@tcp:38:kworker.0
00000800:00000100:2.0:1788576185.728707:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:2.0:1788576185.728716:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576185/real 1788576185]  req@ffff8b7a86bfaa00 x1875453983087104/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788576185.728726:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86bfaa00 x1875453983087104/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788576185.728734:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788576185.728737:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:2.0:1788576185.728740:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86bfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983087104:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788576186.428724:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576187.453678:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576188.477323:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576189.502581:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576190.525556:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788576190.845085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576190.845104:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1788576190.845111:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576190.845139:0:37:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3934
00000100:00080000:3.0:1788576190.845154:0:37:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576190.845164:0:37:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:3.0:1788576190.845235:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8608a300 x1875453983087232/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576190.845274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576190.845280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1788576190.845282:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576190.845287:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3934
00000100:00080000:3.0:1788576190.845291:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576190.845295:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576190.845309:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576190.845324:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089c00 x1875453983087360/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788576190.845334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788576190.845360:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1788576190.845362:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1788576190.845366:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3934
00000100:00080000:3.0:1788576190.845370:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1788576190.845375:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:3.0:1788576190.845380:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1788576190.845392:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a86089f80 x1875453983087488/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788576190.845625:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983087232:192.168.202.159@tcp:250:kworker.0
00000100:00100000:2.0:1788576190.845752:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983087360:192.168.202.159@tcp:38:kworker.0
00000100:00100000:2.0:1788576190.845782:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983087488:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576191.551580:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576192.598815:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576193.665187:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788576193.917388:0:2377:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.202.159:988
00000400:00000100:2.0:1788576193.917456:0:2377:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.202.159@tcp at host 192.168.202.159 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1788576193.917480:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788576193.917556:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000800:00000100:2.0:1788576193.917571:0:2377:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.202.159@tcp
00000100:00100000:1.0:1788576193.917615:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576190/real 1788576193]  req@ffff8b7a8608a300 x1875453983087232/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576193.917645:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8608a300 x1875453983087232/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576193.917658:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576193.917671:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576193.917677:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983087232:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576193.917686:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576190/real 1788576193]  req@ffff8b7a86089c00 x1875453983087360/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576193.917702:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089c00 x1875453983087360/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576193.917709:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576193.917712:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576193.917715:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983087360:192.168.202.159@tcp:38:kworker.0
00000100:00100000:1.0:1788576193.917721:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576190/real 1788576193]  req@ffff8b7a86089f80 x1875453983087488/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576193.917731:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a86089f80 x1875453983087488/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576193.917737:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576193.917739:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576193.917743:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983087488:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788576194.684957:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576195.709775:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788576195.966410:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576195.966427:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788576195.966432:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576195.966445:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3939
00000100:00080000:2.0:1788576195.966459:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576195.966469:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788576195.966537:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367aa00 x1875453983087616/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576195.968285:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983087616:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788576195.968383:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:2.0:1788576195.968451:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576195.968456:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788576195.968459:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576195.968466:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3939
00000100:00080000:2.0:1788576195.968472:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576195.968479:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788576195.968506:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788576195.968535:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83679880 x1875453983087744/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576195.968644:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576195/real 1788576195]  req@ffff8b7a8367aa00 x1875453983087616/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576195.968664:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367aa00 x1875453983087616/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576195.968695:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576195.968700:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576195.968704:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983087616:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576195.968735:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983087744:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576195.968763:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576195.968777:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576195/real 1788576195]  req@ffff8b7a83679880 x1875453983087744/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576195.968788:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83679880 x1875453983087744/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576195.968796:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576195.968799:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576195.968802:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83679880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983087744:192.168.202.159@tcp:38:kworker.0
00000100:00080000:2.0:1788576195.970257:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576195.970266:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788576195.970269:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576195.970278:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3939
00000100:00080000:2.0:1788576195.970285:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576195.970310:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788576195.970321:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788576195.970346:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678a80 x1875453983087872/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576195.970513:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983087872:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576195.970566:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576195.970588:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576195/real 1788576195]  req@ffff8b7a83678a80 x1875453983087872/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576195.970603:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678a80 x1875453983087872/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576195.970612:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576195.970616:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576195.970619:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983087872:192.168.202.159@tcp:38:kworker.0
00010000:00010000:1.0:1788576196.733105:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576197.758623:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576198.780769:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576199.804777:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1788576200.830196:0:6165:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788576201.084917:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 38e32f1f-e83b-4b39-afbb-4ba7df7b5469->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576201.084930:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1788576201.084936:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576201.084947:0:38:0:(import.c:545:import_select_connection()) MGC192.168.202.159@tcp: connect to NID 192.168.202.159@tcp last attempt 3944
00000100:00080000:2.0:1788576201.084961:0:38:0:(import.c:630:import_select_connection()) MGC192.168.202.159@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576201.084970:0:38:0:(import.c:665:import_select_connection()) MGC192.168.202.159@tcp: import ffff8b7a860c6800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000100:00100000:2.0:1788576201.085374:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367ad80 x1875453983088000/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576201.085470:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983088000:192.168.202.159@tcp:250:kworker.0
00000800:00000100:1.0:1788576201.085655:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00080000:2.0:1788576201.085868:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576201.085874:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1788576201.085876:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576201.085881:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3944
00000100:00080000:2.0:1788576201.085886:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576201.085892:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff8b7a834d9800: import ffff8b7a83630800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788576201.085905:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788576201.085921:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a83678000 x1875453983088128/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576201.086169:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576201/real 1788576201]  req@ffff8b7a8367ad80 x1875453983088000/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576201.086191:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367ad80 x1875453983088000/t0(0) o250->MGC192.168.202.159@tcp@192.168.202.159@tcp:26/25 lens 520/544 e 0 to 1 dl 1788576226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576201.086202:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a860c6800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576201.086206:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576201.086210:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:38e32f1f-e83b-4b39-afbb-4ba7df7b5469:2386:1875453983088000:192.168.202.159@tcp:250:kworker.0
00000100:00100000:1.0:1788576201.086240:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983088128:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576201.086270:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576201.086282:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576201/real 1788576201]  req@ffff8b7a83678000 x1875453983088128/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576201.086294:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a83678000 x1875453983088128/t0(0) o38->lustre-MDT0000-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576201.086301:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83630800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576201.086304:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576201.086308:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a83678000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983088128:192.168.202.159@tcp:38:kworker.0
00000100:00080000:2.0:1788576201.086614:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) e9b1ff60-e949-4159-9e94-da8fa66bf576->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788576201.086619:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1788576201.086621:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1788576201.086626:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: connect to NID 192.168.202.159@tcp last attempt 3944
00000100:00080000:2.0:1788576201.086631:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788576201.086635:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-mdc-ffff8b7a834d9800: import ffff8b7a83631800 using connection 192.168.202.159@tcp/192.168.202.159@tcp
00000008:00100000:2.0:1788576201.086641:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683396 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788576201.086726:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8b7a8367b480 x1875453983088256/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788576201.086771:0:2386:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983088256:192.168.202.159@tcp:38:kworker.0
00000800:00000100:1.0:1788576201.086806:0:2386:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.202.159@tcp
00000100:00100000:1.0:1788576201.093481:0:2386:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788576201/real 1788576201]  req@ffff8b7a8367b480 x1875453983088256/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788576201.093534:0:2386:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8b7a8367b480 x1875453983088256/t0(0) o38->lustre-MDT0001-mdc-ffff8b7a834d9800@192.168.202.159@tcp:12/10 lens 520/544 e 0 to 1 dl 1788576226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788576201.093548:0:2386:0:(import.c:65:import_set_state_nolock()) ffff8b7a83631800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788576201.093555:0:2386:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.202.159@tcp failed (-110)
00000100:00100000:1.0:1788576201.093560:0:2386:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b7a8367b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9b1ff60-e949-4159-9e94-da8fa66bf576:2386:1875453983088256:192.168.202.159@tcp:38:kworker.0
00010000:00010000:2.0:1788576201.852979:0:6164:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1788576202.880211:0:10885:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 35988 lines, 35988 kept, 0 dropped, 0 bad.